-- Logs begin at Sun 2021-09-26 10:08:17 UTC, end at Sun 2021-09-26 11:39:29 UTC. -- Sep 26 11:13:41.785699 dv-cinder-811032-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 26 11:13:44.605321 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.common.config [-] Logging enabled! Sep 26 11:13:44.605940 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev29 Sep 26 11:13:44.606098 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93891) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 26 11:13:44.609240 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.common.config [-] Logging enabled! Sep 26 11:13:44.609491 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev29 Sep 26 11:13:44.609801 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93891) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 26 11:13:44.610769 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 11:13:44.611007 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 11:13:44.611374 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 11:13:44.611620 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 11:13:44.611848 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 11:13:44.612166 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.612460 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.612778 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.613569 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.613863 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.614149 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.614429 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.614736 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.615038 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.615323 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.615601 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.615884 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.616115 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.616399 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.616687 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.616972 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.617196 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] debug = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.617477 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.617905 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.618320 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.618601 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.618918 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.619198 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.619472 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.619744 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.620025 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.620356 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] host = dv-cinder-811032-1-iscsi {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.620634 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.620921 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.621207 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.621493 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.621766 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.622042 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.622325 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.622598 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.622894 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] log_file = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.623167 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.623454 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.623739 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.624025 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.624248 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.624469 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.624754 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.625044 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.625314 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.625584 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.625855 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.626122 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.626392 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.626678 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.626965 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.627249 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.627531 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.627803 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.628073 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.628341 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.628741 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.629028 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.629301 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.629576 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.629848 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.630131 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.630399 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.630690 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.630993 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.631279 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.631561 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.631847 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.632117 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.632399 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.632670 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.632940 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.633207 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] use_json = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.633476 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.633742 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.634020 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.634289 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.634559 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.634859 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.635129 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.635411 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:44.635705 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.635999 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.636296 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.636578 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.636872 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.637150 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.637437 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.637713 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.637999 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.638285 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.638575 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.638878 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.639166 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.639443 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.639739 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.640042 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.640334 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.640624 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.640898 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.641171 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.641443 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.641718 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.642002 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.642279 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.642562 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.642873 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.643151 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.643435 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.643728 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.644057 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.644328 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.644722 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.645034 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.645314 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.645588 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.645866 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.646154 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.646430 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.646728 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.647013 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.647291 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.647566 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.647838 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.648112 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.648401 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.648676 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.648947 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.649217 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.649492 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.649764 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.650046 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.650321 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.650591 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.650891 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.651170 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.651442 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.651715 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.651991 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.652261 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.652537 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.652810 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.653083 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.653356 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.653629 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.653903 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.654175 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.654446 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.654750 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.655032 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.655309 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.655581 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.655856 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.656129 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.656414 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.656710 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.656988 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.657266 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.657543 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.657816 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.658092 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.658368 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.658658 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.658937 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.659208 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.659499 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.660480 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.660781 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.661064 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.661346 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.661650 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.661930 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.662214 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.662500 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.662795 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.663078 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.663363 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.663658 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.663949 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.664241 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.664532 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.664823 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.665102 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.665417 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.665703 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:44.665922 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 11:13:44.666167 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93891) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 26 11:13:45.024484 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 26 11:13:45.024751 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 26 11:13:45.025044 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 26 11:13:45.025379 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 26 11:13:45.434814 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.435026 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.435308 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.436609 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.436884 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.437150 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.473840 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.474116 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.474384 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.489711 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.489992 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.490259 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.518282 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.518561 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.518857 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.557281 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.557558 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.557828 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.792884 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.793553 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.793553 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.793696 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.794354 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.916987 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.917295 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.917580 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.917854 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.918117 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.918425 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.918706 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.918963 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.919215 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.919496 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.919755 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.920017 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.920270 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.920520 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.920775 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.921039 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.921293 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.921559 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.921828 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.922085 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.922353 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.922604 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.922907 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.923285 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.923538 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.923792 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.924186 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 11:13:45.924425 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 11:13:45.924663 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 11:13:45.924899 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 11:13:45.925134 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 11:13:45.925429 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 11:13:45.925873 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 26 11:13:45.929035 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 26 11:13:45.933060 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 26 11:13:45.936730 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 26 11:13:45.938341 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 26 11:13:45.938826 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 26 11:13:45.939163 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 26 11:13:45.939547 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 26 11:13:45.942908 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 26 11:13:45.943160 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 26 11:13:45.943508 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 26 11:13:45.948829 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 26 11:13:45.971060 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 26 11:13:45.971518 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.971816 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93891) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 26 11:13:45.972775 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.974149 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93891) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 26 11:13:45.974599 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 26 11:13:45.974868 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 26 11:13:45.978047 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:45.978330 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.042534 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 26 11:13:46.042813 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 26 11:13:46.043102 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 26 11:13:46.043441 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 26 11:13:46.066860 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_db.sqlalchemy.engines [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93891) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 26 11:13:46.605018 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.managers [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Initializing driver for type 'gre' Sep 26 11:13:46.605593 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] gre ID ranges: [(1, 1000)] Sep 26 11:13:46.656049 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.managers [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Initializing driver for type 'local' Sep 26 11:13:46.656386 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.managers [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Initializing driver for type 'vlan' Sep 26 11:13:46.670749 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] VlanTypeDriver initialization complete Sep 26 11:13:46.671087 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.managers [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Initializing driver for type 'vxlan' Sep 26 11:13:46.671594 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] vxlan ID ranges: [(1, 1000)] Sep 26 11:13:46.728899 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.managers [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Initializing extension driver 'port_security' Sep 26 11:13:46.729265 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.extensions.port_security [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] PortSecurityExtensionDriver initialization complete Sep 26 11:13:46.729601 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.managers [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Initializing mechanism driver 'openvswitch' Sep 26 11:13:46.729974 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.managers [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Initializing mechanism driver 'hyperv' Sep 26 11:13:46.737203 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.plugin [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:13:46.738148 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > port after_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.738708 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > port after_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.739017 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > port after_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.739579 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 26 11:13:46.739999 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > subnet after_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.740371 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > subnet after_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.740985 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.741162 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 26 11:13:46.741821 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > network after_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.741990 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > network after_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.742364 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > network after_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.742824 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 26 11:13:46.743271 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > security_group after_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.743570 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > security_group after_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.743924 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > security_group after_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.744508 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 26 11:13:46.744952 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.745304 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.745652 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.746051 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 26 11:13:46.746457 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > address_group after_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.746831 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > address_group after_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.747175 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > address_group after_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.747568 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 26 11:13:46.747951 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] ML2 OVO RPC backend initialized. {{(pid=93891) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 26 11:13:46.748673 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.749031 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.749450 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > network before_response 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.749797 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > networks before_response 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.750144 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > port before_response 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.750485 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > ports before_response 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.750860 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > subnet before_response 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.751205 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > subnets before_response 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.751550 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > network after_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.751893 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > network after_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.752232 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > network after_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.752567 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > port after_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.752906 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > port after_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.753750 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > port after_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.754269 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > subnet after_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.754717 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > subnet after_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.755067 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.755925 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.plugin [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Modular L2 Plugin initialization complete Sep 26 11:13:46.756318 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading services supported by the core plugin {{(pid=93891) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 26 11:13:46.756318 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.plugins.ml2.managers [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Got port-security extension from driver 'port_security' Sep 26 11:13:46.756780 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.extensions.vlantransparent [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Disabled vlantransparent extension. Sep 26 11:13:46.757275 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93891) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 26 11:13:46.757590 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading Plugin: router Sep 26 11:13:46.795065 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > router_interface before_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.795720 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > router after_create 55549900 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.795814 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > router before_create 55549900 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.796197 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.796554 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.796911 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > router after_delete 55549900 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.797268 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > floatingip after_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.797620 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > floatingip after_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.797979 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > router after_create 55549900 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.798328 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > router after_update 55549900 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.798698 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > router after_update 55549900 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.799049 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.799410 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > router after_update 55549900 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.799829 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > router precommit_update 55549900 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.800739 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: port after_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.801667 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: port after_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.802019 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: subnet after_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.802366 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.802747 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > port precommit_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.803102 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > router precommit_create 55549900 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.803449 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: port before_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.803796 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > router precommit_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.804155 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > router after_update 55549900 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.804503 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > router precommit_delete 55549900 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.804856 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > router precommit_create 55549900 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.805221 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.805571 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > router precommit_update 55549900 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.805939 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > agent after_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.806291 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > agent after_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.806664 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > network after_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.807539 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Tracking information for resource: router configured {{(pid=93891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 11:13:46.807879 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Tracking information for resource: floatingip configured {{(pid=93891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 11:13:46.813207 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.db.l3_agentschedulers_db [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 26 11:13:46.813795 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: port after_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.814162 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: port after_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.814517 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: port after_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.814913 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: port after_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.815749 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > router before_create 55550100 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.816618 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > router precommit_delete 55550100 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.816998 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > router precommit_create 55550100 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.817361 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > router precommit_update 55550100 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.822117 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.services.provider_configuration [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Service providers = [] {{(pid=93891) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 26 11:13:46.822481 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.db.servicetype_db [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93891) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 26 11:13:46.825478 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.services.service_base [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93891) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 11:13:46.825836 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.services.service_base [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93891) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 11:13:46.826184 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.services.service_base [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93891) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 11:13:46.827107 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.services.service_base [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93891) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 11:13:46.827489 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.services.service_base [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 26 11:13:46.827878 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 11:13:46.828200 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 26 11:13:46.839712 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 11:13:46.840053 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading Plugin: auto_allocate Sep 26 11:13:46.846176 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: network precommit_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.846554 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: network precommit_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.847699 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 11:13:46.848641 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading Plugin: tag Sep 26 11:13:46.855344 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 11:13:46.855621 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading Plugin: timestamp Sep 26 11:13:46.859681 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 11:13:46.860010 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading Plugin: network_ip_availability Sep 26 11:13:46.866133 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.866511 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.866913 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:46.867691 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 11:13:46.868016 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading Plugin: flavors Sep 26 11:13:46.872858 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 11:13:46.873187 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading Plugin: revisions Sep 26 11:13:46.877529 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 11:13:46.877927 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_concurrency.lockutils [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.853s {{(pid=93891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 26 11:13:46.879713 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93891) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 26 11:13:46.880057 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Initializing extension manager. Sep 26 11:13:46.880569 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: __init__.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.880914 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: __pycache__ {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.881251 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.881585 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: address_group.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.882358 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.882981 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: address-group Sep 26 11:13:46.883307 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: address_scope.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.884236 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.884761 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: address-scope Sep 26 11:13:46.885087 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: admin_state_down_before_update.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.886034 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.886577 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: router-admin-state-down-before-update Sep 26 11:13:46.886911 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: agent.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.887617 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.888140 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: agent Sep 26 11:13:46.888460 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: agent_resources_synced.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.889376 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.889903 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: agent-resources-synced Sep 26 11:13:46.890228 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: allowedaddresspairs.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.892087 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.892621 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: allowed-address-pairs Sep 26 11:13:46.892951 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: auto_allocated_topology.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.894096 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.895140 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: auto-allocated-topology Sep 26 11:13:46.895471 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: availability_zone.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.896174 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.896691 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: availability_zone Sep 26 11:13:46.897013 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: availability_zone_filter.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.897932 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.898460 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: availability_zone_filter Sep 26 11:13:46.898809 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: data_plane_status.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.899718 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.900240 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension data-plane-status not supported by any of loaded plugins Sep 26 11:13:46.900561 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: default_subnetpools.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.901474 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.901991 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: default-subnetpools Sep 26 11:13:46.902313 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: dhcpagentscheduler.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.903161 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.903678 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: dhcp_agent_scheduler Sep 26 11:13:46.903999 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: dns.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.904918 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.905431 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension dns-integration not supported by any of loaded plugins Sep 26 11:13:46.905754 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: dns_domain_ports.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.906698 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.907215 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 26 11:13:46.907537 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.908454 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.908968 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 26 11:13:46.909293 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: dvr.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.910895 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.911416 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: dvr Sep 26 11:13:46.911739 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: ecmp_routes.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.912656 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.913168 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension ecmp_routes not supported by any of loaded plugins Sep 26 11:13:46.913491 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: empty_string_filtering.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.914396 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.914950 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: empty-string-filtering Sep 26 11:13:46.915277 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.916191 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.916706 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 26 11:13:46.917028 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.917956 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.918478 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 26 11:13:46.918834 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: external_net.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.919756 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.920277 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: external-net Sep 26 11:13:46.920599 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: extra_dhcp_opt.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.921512 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.922026 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: extra_dhcp_opt Sep 26 11:13:46.922349 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: extraroute.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.923288 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.923807 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: extraroute Sep 26 11:13:46.924130 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: extraroute_atomic.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.925219 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.926195 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: extraroute-atomic Sep 26 11:13:46.926523 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: filter_validation.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.927230 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.927747 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: filter-validation Sep 26 11:13:46.928071 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: fip_pf_description.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.928982 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.929497 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 26 11:13:46.929820 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: fip_port_details.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.930775 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.931296 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: fip-port-details Sep 26 11:13:46.931618 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: flavors.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.932843 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.933371 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: flavors Sep 26 11:13:46.933701 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.935397 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.935924 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 26 11:13:46.936254 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: floatingip_pools.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.936955 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.937470 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: floatingip-pools Sep 26 11:13:46.937796 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: ip_allocation.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.938759 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.939276 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension ip_allocation not supported by any of loaded plugins Sep 26 11:13:46.939601 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.940526 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.942115 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: ip-substring-filtering Sep 26 11:13:46.942447 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: l2_adjacency.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.943409 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.943923 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension l2_adjacency not supported by any of loaded plugins Sep 26 11:13:46.944248 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: l3.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.945395 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.945923 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: router Sep 26 11:13:46.946248 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: l3_conntrack_helper.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.948553 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.949089 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 26 11:13:46.949424 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.950366 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.950930 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: ext-gw-mode Sep 26 11:13:46.951260 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.952204 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.952731 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: l3-ha Sep 26 11:13:46.953058 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: l3_flavors.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.953976 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.954497 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: l3-flavors Sep 26 11:13:46.954854 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.955780 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.956294 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: l3-port-ip-change-not-allowed Sep 26 11:13:46.957697 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: l3agentscheduler.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.959688 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.961073 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: l3_agent_scheduler Sep 26 11:13:46.961406 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: logging.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.962979 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.963512 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension logging not supported by any of loaded plugins Sep 26 11:13:46.963846 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: metering.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.964608 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.965211 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: metering Sep 26 11:13:46.965791 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.966917 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.967458 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: metering_source_and_destination_fields Sep 26 11:13:46.967790 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: multiprovidernet.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.968719 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.969249 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: multi-provider Sep 26 11:13:46.969573 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: netmtu.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.970491 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.971043 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: net-mtu Sep 26 11:13:46.971375 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: netmtu_writable.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.973875 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.974409 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: net-mtu-writable Sep 26 11:13:46.974767 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: network_availability_zone.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.975449 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.975971 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: network_availability_zone Sep 26 11:13:46.976295 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: network_ip_availability.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.977414 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.977935 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: network-ip-availability Sep 26 11:13:46.978265 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: network_segment_range.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.979085 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.979598 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension network-segment-range not supported by any of loaded plugins Sep 26 11:13:46.979924 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: pagination.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.980917 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.981248 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: pagination Sep 26 11:13:46.981572 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: port_device_profile.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.982479 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.983048 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: port-device-profile Sep 26 11:13:46.983375 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.984311 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.984830 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: port-mac-address-regenerate Sep 26 11:13:46.985154 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.986065 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.986593 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: port-numa-affinity-policy Sep 26 11:13:46.986943 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: port_resource_request.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.988479 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.989297 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension port-resource-request not supported by any of loaded plugins Sep 26 11:13:46.989624 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: portbindings.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.990568 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.991118 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: binding Sep 26 11:13:46.991446 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: portbindings_extended.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.992726 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.993262 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: binding-extended Sep 26 11:13:46.993600 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: portsecurity.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.994523 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.995079 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: port-security Sep 26 11:13:46.995412 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: project_id.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.996392 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.996725 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: project-id Sep 26 11:13:46.997049 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: providernet.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:46.997988 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:46.998519 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: provider Sep 26 11:13:46.998870 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: qos.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.002466 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.003042 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension qos not supported by any of loaded plugins Sep 26 11:13:47.006222 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.006222 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.006222 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 26 11:13:47.006513 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.007460 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.007989 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 26 11:13:47.008316 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: qos_default.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.009260 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.010169 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension qos-default not supported by any of loaded plugins Sep 26 11:13:47.010777 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: qos_fip.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.011513 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.012037 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension qos-fip not supported by any of loaded plugins Sep 26 11:13:47.012367 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: qos_gateway_ip.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.013306 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.013825 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 26 11:13:47.014288 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: qos_port_network_policy.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.015788 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.016725 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 26 11:13:47.017269 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: qos_pps_rule.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.018484 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.020107 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension qos-pps not supported by any of loaded plugins Sep 26 11:13:47.020448 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: qos_rule_type_details.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.021695 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.022650 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 26 11:13:47.023230 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: qos_rules_alias.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.024627 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.025161 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 26 11:13:47.025492 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: quotasv2.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.026487 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.026851 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: quotas Sep 26 11:13:47.027179 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: quotasv2_detail.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.030523 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.030895 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: quota_details Sep 26 11:13:47.031235 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: rbac.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.032322 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.032868 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: rbac-policies Sep 26 11:13:47.033214 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: rbac_address_group.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.034157 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.034868 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: rbac-address-group Sep 26 11:13:47.035707 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: rbac_address_scope.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.036651 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.037181 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: rbac-address-scope Sep 26 11:13:47.037510 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: rbac_security_groups.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.038432 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.038982 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: rbac-security-groups Sep 26 11:13:47.039312 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: rbac_subnetpool.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.040232 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.040757 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: rbac-subnetpool Sep 26 11:13:47.041085 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: revisionifmatch.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.042023 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.042570 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: revision-if-match Sep 26 11:13:47.042912 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: revisions.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.044044 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.044568 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: standard-attr-revisions Sep 26 11:13:47.044899 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: router_availability_zone.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.045583 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.046104 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: router_availability_zone Sep 26 11:13:47.046429 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: routerservicetype.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.047368 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.047890 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension router-service-type not supported by any of loaded plugins Sep 26 11:13:47.048215 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.049140 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.049663 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: security-groups-normalized-cidr Sep 26 11:13:47.049989 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: security_groups_port_filtering.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.051891 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.052418 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: port-security-groups-filtering Sep 26 11:13:47.052747 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.053682 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.054206 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: security-groups-remote-address-group Sep 26 11:13:47.054533 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: securitygroup.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.065895 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.067432 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: security-group Sep 26 11:13:47.067770 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: segment.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.068582 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.069104 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension segment not supported by any of loaded plugins Sep 26 11:13:47.069432 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.070409 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.070957 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 26 11:13:47.071286 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: servicetype.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.072492 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.073034 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: service-type Sep 26 11:13:47.073363 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: sorting.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.074353 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.074717 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: sorting Sep 26 11:13:47.075046 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: standard_attr_segment.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.075964 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.076485 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 26 11:13:47.076808 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: standardattrdescription.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.077454 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.077973 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: standard-attr-description Sep 26 11:13:47.078298 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: stateful_security_group.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.079242 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.079773 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: stateful-security-group Sep 26 11:13:47.080097 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: stdattrs_common.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.080686 dv-cinder-811032-1-iscsi neutron-server[93891]: WARNING neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 26 11:13:47.081007 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.082435 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.082994 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 26 11:13:47.083330 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: subnet_onboard.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.084418 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.084948 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: subnet_onboard Sep 26 11:13:47.085278 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.086216 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.086842 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 26 11:13:47.087171 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: subnet_service_types.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.088106 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.088636 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: subnet-service-types Sep 26 11:13:47.088960 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: subnetallocation.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.090060 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.090877 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: subnet_allocation Sep 26 11:13:47.091209 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.091882 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.092401 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: subnetpool-prefix-ops Sep 26 11:13:47.092725 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.093686 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.094200 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 26 11:13:47.094525 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: tagging.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.095650 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.096182 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: standard-attr-tag Sep 26 11:13:47.096511 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: timestamp.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.098005 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.098518 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loaded extension: standard-attr-timestamp Sep 26 11:13:47.098876 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: trunk.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.099912 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.100443 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension trunk not supported by any of loaded plugins Sep 26 11:13:47.100772 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: trunk_details.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.101692 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.102218 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension trunk-details not supported by any of loaded plugins Sep 26 11:13:47.102546 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: uplink_status_propagation.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.103494 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.104020 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 26 11:13:47.104341 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Loading extension file: vlantransparent.py {{(pid=93891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 11:13:47.105017 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 11:13:47.105587 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extension vlan-transparent not supported by any of loaded plugins Sep 26 11:13:47.108092 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Creating instance of TrackedResource for resource:network Sep 26 11:13:47.108639 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Creating instance of TrackedResource for resource:subnet Sep 26 11:13:47.109042 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 11:13:47.109444 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Creating instance of TrackedResource for resource:port Sep 26 11:13:47.110814 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.v2.resource_helper [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 11:13:47.111260 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.v2.resource_helper [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Service FLAVORS assigned prefix: {{(pid=93891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 11:13:47.111907 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.v2.resource_helper [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 11:13:47.112349 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.v2.resource_helper [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 11:13:47.113224 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Creating instance of TrackedResource for resource:router Sep 26 11:13:47.114250 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Creating instance of TrackedResource for resource:floatingip Sep 26 11:13:47.114803 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.v2.resource_helper [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Service METERING assigned prefix: /metering {{(pid=93891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 11:13:47.116319 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:47.116696 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:47.117055 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:13:47.118179 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Creating instance of CountableResource for resource:rbac_policy Sep 26 11:13:47.118631 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Creating instance of TrackedResource for resource:security_group Sep 26 11:13:47.119098 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 26 11:13:47.119724 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.v2.resource_helper [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Service CORE assigned prefix: {{(pid=93891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 11:13:47.120056 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 11:13:47.120411 dv-cinder-811032-1-iscsi neutron-server[93891]: WARNING neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] subnetpool is already registered Sep 26 11:13:47.120865 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.v2.resource_helper [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Service CORE assigned prefix: {{(pid=93891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 11:13:47.121195 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 11:13:47.121532 dv-cinder-811032-1-iscsi neutron-server[93891]: WARNING neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] subnetpool is already registered Sep 26 11:13:47.124087 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.v2.resource_helper [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 11:13:47.124529 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.v2.resource_helper [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Service FLAVORS assigned prefix: {{(pid=93891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 11:13:47.125131 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.v2.resource_helper [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 11:13:47.125553 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.v2.resource_helper [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 11:13:47.125896 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Creating instance of TrackedResource for resource:router Sep 26 11:13:47.126245 dv-cinder-811032-1-iscsi neutron-server[93891]: WARNING neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] router is already registered Sep 26 11:13:47.126685 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Creating instance of TrackedResource for resource:floatingip Sep 26 11:13:47.127030 dv-cinder-811032-1-iscsi neutron-server[93891]: WARNING neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] floatingip is already registered Sep 26 11:13:47.127500 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.v2.resource_helper [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Service METERING assigned prefix: /metering {{(pid=93891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 11:13:47.128214 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Creating instance of CountableResource for resource:rbac_policy Sep 26 11:13:47.129317 dv-cinder-811032-1-iscsi neutron-server[93891]: WARNING neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] rbac_policy is already registered Sep 26 11:13:47.130218 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Creating instance of TrackedResource for resource:security_group Sep 26 11:13:47.130559 dv-cinder-811032-1-iscsi neutron-server[93891]: WARNING neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] security_group is already registered Sep 26 11:13:47.130998 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 26 11:13:47.131334 dv-cinder-811032-1-iscsi neutron-server[93891]: WARNING neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] security_group_rule is already registered Sep 26 11:13:47.132028 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.v2.resource_helper [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Service CORE assigned prefix: {{(pid=93891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 11:13:47.132361 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 11:13:47.132698 dv-cinder-811032-1-iscsi neutron-server[93891]: WARNING neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] subnetpool is already registered Sep 26 11:13:47.133133 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.v2.resource_helper [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Service CORE assigned prefix: {{(pid=93891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 11:13:47.133458 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 11:13:47.133791 dv-cinder-811032-1-iscsi neutron-server[93891]: WARNING neutron.quota.resource_registry [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] subnetpool is already registered Sep 26 11:13:47.134288 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: extensions {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.135870 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: address-groups {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.137355 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: address-scopes {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.138727 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: agents {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.139894 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: auto-allocated-topology {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.141131 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: availability_zones {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.142358 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: dhcp-networks {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.143983 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: dhcp-agents {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.146006 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: routers {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.148269 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: flavors {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.149436 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: service_profiles {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.150749 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: next_providers {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.152142 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: service_profiles {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.153686 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: floatingip-pools {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.154927 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: routers {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.157049 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: floatingips {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.158325 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: l3-routers {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.160346 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: l3-agents {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.161770 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: metering-labels {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.163162 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: metering-label-rules {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.164445 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: network-ip-availabilities {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.165718 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: bindings {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.168374 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: quotas {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.169865 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: quotas {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.171323 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: rbac-policies {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.172530 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: security-groups {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.173847 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: security-group-rules {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.175668 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: service-providers {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.177317 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: subnetpools {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.178796 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: subnetpools {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.180256 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: tags {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.181920 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: tags {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.183831 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: tags {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.185630 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: tags {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.187441 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: tags {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.189296 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: tags {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.191764 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: tags {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.194156 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: tags {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.197034 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: tags {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.199639 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron.api.extensions [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Extended resource: tags {{(pid=93891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 11:13:47.205742 dv-cinder-811032-1-iscsi neutron-server[93891]: WARNING keystonemiddleware.auth_token [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 26 11:13:47.211215 dv-cinder-811032-1-iscsi neutron-server[93891]: WARNING keystonemiddleware.auth_token [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 26 11:13:47.220141 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_concurrency.lockutils [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Acquired lock "singleton_lock" {{(pid=93891) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 26 11:13:47.220614 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_concurrency.lockutils [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Releasing lock "singleton_lock" {{(pid=93891) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 26 11:13:47.221275 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO oslo_service.service [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Starting 2 workers Sep 26 11:13:47.226810 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Started child 94000 {{(pid=93891) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 11:13:47.231506 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Started child 94001 {{(pid=93891) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 11:13:47.232367 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:13:47.233095 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO neutron.service [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Neutron service started, listening on 0.0.0.0:9696 Sep 26 11:13:47.233795 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Notify callbacks [] for process, before_spawn {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:13:47.233976 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [-] (94000) wsgi starting up on http://0.0.0.0:9696 Sep 26 11:13:47.236281 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO oslo_service.service [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Starting 1 workers Sep 26 11:13:47.236498 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:13:47.238445 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [-] (94001) wsgi starting up on http://0.0.0.0:9696 Sep 26 11:13:47.242756 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Started child 94002 {{(pid=93891) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 11:13:47.243292 dv-cinder-811032-1-iscsi neutron-server[93891]: INFO oslo_service.service [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Starting 1 workers Sep 26 11:13:47.246739 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.service [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] calling RpcWorker wait() {{(pid=94002) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 26 11:13:47.247587 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.service [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] returning from RpcWorker wait() {{(pid=94002) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 26 11:13:47.247933 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Started child 94003 {{(pid=93891) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 11:13:47.248664 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:13:47.248814 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG neutron_lib.callbacks.manager [None req-49878c46-e9ab-40b7-8ebc-20e33826eb7c None None] Notify callbacks [] for process, after_spawn {{(pid=93891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:13:47.249190 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:13:47.250849 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93891) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 26 11:13:47.251063 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 11:13:47.251414 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 11:13:47.251634 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 11:13:47.251991 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 11:13:47.252162 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 11:13:47.252697 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.252992 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.253296 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.254200 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:13:47.255050 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.255050 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.255666 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.255927 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.256129 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.256413 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.256664 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.256869 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.257066 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.257285 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.257499 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.257744 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.258022 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.258281 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.258713 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.258713 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.259136 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.259338 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.259552 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.259758 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] debug = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.259960 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.260424 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.260657 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.260923 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.261130 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.261421 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.261644 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.261891 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.262158 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.262363 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.262777 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.262987 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.263208 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.263428 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.263629 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.263831 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.264037 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.264502 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] host = dv-cinder-811032-1-iscsi {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.264728 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.264931 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.265184 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.265426 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.265671 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.265898 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.266128 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.266371 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.266629 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.266879 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.267113 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.267336 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.267595 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.267853 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] log_file = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.268062 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] log_options = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.268263 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.268461 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.268830 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.269325 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.270057 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.271069 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.271354 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.271586 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.271790 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.271993 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.272193 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.272407 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.272653 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.272891 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.273239 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.273452 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.273654 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.273852 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.274065 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.274312 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.274547 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.274800 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.275029 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.275269 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.275480 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.275760 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.275960 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.276168 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.276370 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.276569 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.276769 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.277025 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.277262 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.277496 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.277769 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.277986 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.278203 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.278412 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.278713 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.278944 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.279297 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.279497 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.279712 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.279914 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.280115 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.280325 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.280527 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] use_json = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.280727 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.280941 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.281152 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.281369 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.281569 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.281771 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.281969 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.282200 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.282625 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.282927 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.283263 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.283508 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.283733 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.283970 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.284203 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.284444 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.285614 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.285614 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.286041 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.286236 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.286454 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.286683 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:13:47.286883 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.287075 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.287293 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.287536 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.287864 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.288135 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.288484 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.289022 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.289264 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.290050 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.290050 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.290050 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.290602 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.290602 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.291330 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.291330 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.291330 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.291879 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.291879 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.292380 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.292380 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.292380 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.292873 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.292873 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.293234 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.293234 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.293741 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.293741 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.294076 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.294076 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.294443 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.294678 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.294902 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.295227 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.295419 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.295622 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.295839 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.296617 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.296617 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.296617 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.296617 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.297334 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.297334 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.297334 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.297879 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.297879 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.298232 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.298232 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.298619 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.298619 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.299036 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.299036 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.299396 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.299606 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.299929 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.299929 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.300939 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.301928 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.301928 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.302316 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.302529 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.302748 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.302943 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.303144 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.303361 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.303590 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.303905 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.304101 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.304607 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.304607 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.306615 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.306615 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.306615 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.306615 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.306615 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.306615 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.306615 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.307855 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.307855 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.307855 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.307855 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.307855 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.308131 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.308205 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.308408 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.308661 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.308860 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.309136 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.309380 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.309633 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.309851 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.310251 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.310771 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.311135 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.311538 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.311913 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.312305 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.312686 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.312962 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.313351 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.313611 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.314186 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.314186 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.314525 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.314707 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.314903 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.315904 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.315904 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.315904 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.316665 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.317675 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.317946 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.318207 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.318456 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.318744 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.319002 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.319273 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.319637 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.320034 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.320496 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.320876 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.321427 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.321729 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.322166 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.322895 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.323311 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.323891 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.324513 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.325283 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.325283 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.325543 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.325998 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.326633 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.327327 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.327875 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.328296 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.328755 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.329233 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.329674 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.330148 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.330478 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.330847 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.331119 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.331457 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.332582 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.332974 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.333684 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.334100 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.334491 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.334951 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.335258 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.335578 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.335874 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.336105 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.336426 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.336660 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.336887 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.337134 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.337367 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.337635 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.337863 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.338134 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.338717 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.338717 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.338895 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.339120 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.339373 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.339629 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.339877 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.340106 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.340577 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.340797 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.341040 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.341252 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.341467 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.341699 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.341929 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.342324 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.342579 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.343091 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.343492 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.343869 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.344275 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.344504 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.344759 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.345001 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.345241 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.345478 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.345717 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.345934 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.346196 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.346435 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.346694 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.346916 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.347284 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.348086 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.348287 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.348498 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.348796 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.349045 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.349277 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.349533 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.349783 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.349999 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.350251 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.350466 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.350717 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.350953 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.351190 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.351403 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.351649 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.351870 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.352086 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.352332 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.352539 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.352745 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.352967 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.353217 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.353434 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.353660 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.353900 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.354109 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.354337 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.354563 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.354773 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.354998 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.355216 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.355425 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.355706 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.355858 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.356063 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.356285 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.356501 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.356710 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.357005 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.357263 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.357483 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.357794 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.358041 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.358286 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.358558 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.358923 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.359160 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.359420 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.359640 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.359877 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.360149 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.360377 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.360698 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.361005 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.361247 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.361502 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.361792 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.362070 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.362357 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.363252 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.363619 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.364303 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.364657 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.364853 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.365106 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.365360 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.365604 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.365824 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.366225 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.366544 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.366829 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.367073 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.367312 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.367567 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.367803 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.368034 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.368253 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.368506 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.368721 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.368945 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.369345 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.369345 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 11:13:47.370108 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93891) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 26 11:13:47.370357 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 11:13:47.370494 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 11:13:47.370871 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 11:13:47.370871 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 11:13:47.371244 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 11:13:47.371244 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.371493 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.371493 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.371740 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.371740 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.371989 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.372117 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.372208 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.372519 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.372519 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.372681 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.372793 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.372953 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.373112 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.373272 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.373431 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.373590 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.373750 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.373915 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.374075 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.374235 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.374395 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.374554 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] debug = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.374744 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.374943 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.375107 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.375266 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.375429 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.375587 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.375751 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.375900 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.376052 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.376187 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.376347 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.376507 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.376665 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.376824 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.376984 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.377142 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.377301 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.377459 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] host = dv-cinder-811032-1-iscsi {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.377616 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.377787 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.377920 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.378079 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.379194 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.379194 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.379697 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.379861 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.380006 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.380172 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.380331 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.380493 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.380639 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.380800 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] log_file = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.380959 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] log_options = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.381122 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.381284 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.381441 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.381627 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.381797 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.381946 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.382106 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.382266 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.382466 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.382608 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.382777 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.382914 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.383074 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.383234 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.383395 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.383553 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.383712 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.383872 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.384032 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.384192 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.384352 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.384510 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.384669 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.384828 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.384987 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.385146 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.385306 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.385466 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.385625 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.386355 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.386355 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.386355 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.386355 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.386355 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.386784 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.386784 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.387113 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.387113 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.387245 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.387684 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.387684 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.387684 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.387927 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.387927 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.388060 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.388175 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.388336 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] use_json = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.388495 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.388654 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.388813 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.388974 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.389134 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.389352 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.389443 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.389602 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 11:13:47.389801 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.389943 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.390110 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.390272 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.390435 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.390597 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.390781 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.390943 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.391105 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.391302 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.391431 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.391593 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.391766 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.391927 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.392087 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.392251 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.392414 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.392576 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.392737 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.392897 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.393059 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.393220 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.393390 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.393551 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.393713 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.394104 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.394211 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.394768 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.394935 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.395101 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.395263 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.395426 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.395514 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:13:47.395610 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.395741 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.395903 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.396067 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.396229 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.396391 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.396553 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.396715 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.396877 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.397039 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.397202 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.397365 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.397528 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.397690 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.397852 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.398002 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.398164 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.398326 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.398488 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.398684 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.398858 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.398998 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.399143 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.399317 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.399478 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.399640 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.399800 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.399962 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.400128 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.400263 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.400428 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.400589 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.400740 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.400902 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.401076 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.401237 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.401390 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.401577 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.401714 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.401843 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.402006 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.402168 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.402330 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.402491 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.402662 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.402829 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.402990 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.403151 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.403312 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.403473 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.403619 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.403785 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.403945 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.404107 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.404268 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.404430 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.404591 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.404762 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.404938 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.405102 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.405249 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.405411 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.405572 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.405733 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.405895 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.406056 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.406217 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.406378 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.406890 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.407104 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.407521 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.407668 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.407952 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.408117 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.408256 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.408394 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.408533 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.408681 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.408820 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.408956 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.409091 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.409228 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.409363 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.410341 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.410765 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.410938 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.411096 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.411259 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.411432 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.411608 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.411774 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.411939 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.412296 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.412296 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.412567 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.412567 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.412839 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.412976 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.413113 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.413260 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.413389 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.413523 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.413653 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.413790 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.413940 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.414113 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.414257 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.414421 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.414567 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.414760 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.414908 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.415072 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.415228 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.415391 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.415524 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.415682 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.415893 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.415992 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.416150 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.416311 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.416472 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.416635 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.416796 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.416956 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.417119 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.417281 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.417443 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.417604 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.417764 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.417925 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.418086 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.418247 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.418406 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.418572 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.418756 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.418919 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.419080 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.419241 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.419402 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.419562 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.419724 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.419884 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.420047 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.420208 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.420370 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.420531 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.420694 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.420855 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.421017 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.421181 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.421342 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.421539 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.421662 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.421823 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.421984 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.422147 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.422309 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.422471 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.422633 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.422815 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.422995 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.423157 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.423320 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.423483 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.423644 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.423806 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.423967 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.424129 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.424373 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.424473 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.424596 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.426686 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.426686 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.426686 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.426686 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.426686 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.427110 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.427110 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.427110 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.427321 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.427399 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.427509 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.427672 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.427835 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.427997 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.428171 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.428339 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.428504 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.428662 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.428829 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.428991 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.429163 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.429325 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.429486 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.429647 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.429807 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.429968 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.430139 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.430301 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.430463 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.430625 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.430810 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.430973 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.431144 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.431306 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.431469 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.431695 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.431790 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.431937 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.432110 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.432272 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.432433 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.432594 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.432756 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.432917 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.433091 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.433254 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.433416 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.433588 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.433750 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.433911 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.434072 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.434248 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.434409 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.434573 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.434759 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.434922 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.435083 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.435246 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.435413 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.435586 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.435757 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.435922 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.436094 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.436264 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.436435 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.436596 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.436765 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.436941 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.437103 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.437270 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.437429 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.438042 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.438339 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.438658 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.439171 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.439483 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.440017 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.440017 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.440017 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.440250 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.440250 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.441852 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.441852 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.441852 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.441852 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.441852 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.442267 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 11:13:47.442267 dv-cinder-811032-1-iscsi neutron-server[93891]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 11:13:47.467764 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 42234) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:13:47.477497 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073986 Sep 26 11:13:59.415748 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da928f12-ff36-49ae-b515-bb44d9917486 None None] get_active_networks_info from dv-cinder-811032-1-iscsi {{(pid=94002) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 26 11:13:59.483903 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da928f12-ff36-49ae-b515-bb44d9917486 None None] No non-hosted networks {{(pid=94002) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 26 11:13:59.501470 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-81a862c2-bfc1-4000-a5a9-844d65c4c71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748749'] for agent, after_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:01.804172 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-c81affe1-7aa8-4ab5-af69-44f295a285aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748749'] for agent, after_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:01.865017 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-3d382f5b-5035-496d-a4a6-b382e9d32580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:02.468780 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748749'] for agent, after_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:02.470182 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:02.470922 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:02.471856 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:02.472407 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:02.473075 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:02.473615 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:02.474244 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:02.474931 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:02.475731 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:02.476333 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:02.477000 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:02.477535 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:02.478194 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-811032-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:14:02.500516 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-811032-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:14:03.270973 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748749'] for agent, after_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:04.665393 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748749'] for agent, after_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:06.116269 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 42326) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:14:06.628594 dv-cinder-811032-1-iscsi neutron-server[94000]: WARNING oslo_policy.policy [None req-081e5319-9378-4919-a414-75b4dbf73ac9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 11:14:06.629262 dv-cinder-811032-1-iscsi neutron-server[94000]: WARNING oslo_policy.policy [None req-081e5319-9378-4919-a414-75b4dbf73ac9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 11:14:06.860954 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [None req-081e5319-9378-4919-a414-75b4dbf73ac9 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 11:14:06.862899 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-081e5319-9378-4919-a414-75b4dbf73ac9 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7456443 Sep 26 11:14:07.191456 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.db.l3_hamode_db [None req-86f300a9-ffd4-4438-8f33-bb8fb98a4f71 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 26 11:14:07.272750 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f300a9-ffd4-4438-8f33-bb8fb98a4f71 None None] Routers set() bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:14:07.273133 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f300a9-ffd4-4438-8f33-bb8fb98a4f71 None None] Router IDs set() for agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 26 11:14:09.303364 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 42340) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:14:09.835402 dv-cinder-811032-1-iscsi neutron-server[94001]: WARNING oslo_policy.policy [None req-2f29bd28-fdc6-43e8-9977-98740d313a29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 11:14:09.835990 dv-cinder-811032-1-iscsi neutron-server[94001]: WARNING oslo_policy.policy [None req-2f29bd28-fdc6-43e8-9977-98740d313a29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 11:14:10.056929 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-2f29bd28-fdc6-43e8-9977-98740d313a29 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:14:10.150788 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.policy [None req-2f29bd28-fdc6-43e8-9977-98740d313a29 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94001) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 26 11:14:10.196588 dv-cinder-811032-1-iscsi neutron-server[94001]: WARNING oslo_policy.policy [None req-2f29bd28-fdc6-43e8-9977-98740d313a29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 11:14:10.196968 dv-cinder-811032-1-iscsi neutron-server[94001]: WARNING oslo_policy.policy [None req-2f29bd28-fdc6-43e8-9977-98740d313a29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 11:14:10.206200 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.quota [None req-2f29bd28-fdc6-43e8-9977-98740d313a29 admin admin] Loaded quota_driver: . Sep 26 11:14:10.296312 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2f29bd28-fdc6-43e8-9977-98740d313a29 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784556511153', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784556507750', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784556134544', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784556161788', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784554539274', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784556148417', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1819066', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1352862', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-504599', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-453409'] for rbac-policy, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:10.364631 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2f29bd28-fdc6-43e8-9977-98740d313a29 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:10.366058 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-2f29bd28-fdc6-43e8-9977-98740d313a29 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0606840 Sep 26 11:14:13.011843 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 42358) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:14:13.319649 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] Request body: {'network': {'project_id': 'f688c9b037d54984812c69b91348f0ba', 'tenant_id': 'f688c9b037d54984812c69b91348f0ba', 'name': 'private', 'admin_state_up': True}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:14:13.349716 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] Made reservation on behalf of f688c9b037d54984812c69b91348f0ba for: {'network': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:14:13.352736 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for network, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:13.371111 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:13.501565 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:13.505935 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:13.526118 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=94001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 11:14:13.555357 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784557248139', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:13.555969 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] Unsubscribe: segment precommit_create {{(pid=94001) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 26 11:14:13.556502 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.db.segments_db [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] Added segment bb2b7f8e-d94c-43e6-b467-596e15816ed8 of type vlan for network aee675e8-955a-4ecd-8278-f176198e0213 Sep 26 11:14:13.573019 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53dd1d7c-68bf-48be-a012-6d722f1a37bd,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:14:13.621008 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:13.621369 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:13.621710 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:13.622046 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:13.622374 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:13.622736 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:13.623068 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:13.623393 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:13.623732 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:13.624058 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:13.624379 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:13.624695 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] Tracked resource versions report: Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: pushed versions: Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: { 'AddressGroup': {'1.2'}, Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: 'ConntrackHelper': {'1.0'}, Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: 'Log': {'1.0'}, Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: 'Network': {'1.1'}, Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: 'Port': {'1.7'}, Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: 'PortForwarding': {'1.2'}, Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: 'QosPolicy': {'1.9'}, Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: 'SecurityGroup': {'1.4'}, Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: 'SecurityGroupRule': {'1.2'}, Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: 'SubPort': {'1.0'}, Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: 'Subnet': {'1.1'}, Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: 'Trunk': {'1.1'}} Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: consumer versions: Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: { DHCP agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: L3 agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: Metadata agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: Metering agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: Open vSwitch agent@dv-cinder-811032-1-iscsi: { 'AddressGroup': '1.2', Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: 'ConntrackHelper': '1.0', Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: 'Log': '1.0', Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: 'Network': '1.1', Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: 'Port': '1.7', Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: 'PortForwarding': '1.2', Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: 'QosPolicy': '1.9', Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: 'SecurityGroup': '1.4', Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: 'SecurityGroupRule': '1.2', Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: 'SubPort': '1.0', Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: 'Subnet': '1.1', Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: 'Trunk': '1.1'}} Sep 26 11:14:13.625812 dv-cinder-811032-1-iscsi neutron-server[94001]: {{(pid=94001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 11:14:13.679728 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784556657430'] for network, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:13.722498 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for network, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:13.723749 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:14:13.724378 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:13.778357 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7653584 Sep 26 11:14:13.827251 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c1527-bd50-4fad-831d-12a08be02545 admin admin] Pushing event updated for resources: {'Network': ['ID=aee675e8-955a-4ecd-8278-f176198e0213,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:14:13.840117 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Network aee675e8-955a-4ecd-8278-f176198e0213 details requested by agent ovs-agent-dv-cinder-811032-1-iscsi with host dv-cinder-811032-1-iscsi {{(pid=94002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 11:14:16.705585 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 42372) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:14:17.124701 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89557f49-faf1-4078-b4ca-def2df3429bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:14:17.126117 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-89557f49-faf1-4078-b4ca-def2df3429bc admin admin] 10.222.0.15 "GET /v2.0/networks/aee675e8-955a-4ecd-8278-f176198e0213 HTTP/1.1" status: 200 len: 825 time: 0.4195511 Sep 26 11:14:17.151622 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-64f94ca9-c0b3-42f5-bfd1-8bbc0364eb30 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/990764d7-f1be-447a-9128-8643e3a02b33 HTTP/1.1" status: 200 len: 734 time: 0.0191152 Sep 26 11:14:17.161877 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-3758258f-e0e9-4f34-8d1c-b2475f858891 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': 'f688c9b037d54984812c69b91348f0ba', 'network_id': 'aee675e8-955a-4ecd-8278-f176198e0213', 'subnetpool_id': '990764d7-f1be-447a-9128-8643e3a02b33', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:14:17.184269 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3758258f-e0e9-4f34-8d1c-b2475f858891 admin admin] Made reservation on behalf of f688c9b037d54984812c69b91348f0ba for: {'subnet': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:14:17.186531 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3758258f-e0e9-4f34-8d1c-b2475f858891 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:17.487182 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3758258f-e0e9-4f34-8d1c-b2475f858891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for subnet, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:17.555335 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758258f-e0e9-4f34-8d1c-b2475f858891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee8f807d-f360-4ba9-b4f3-e34c802efce7,revision_number=0']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:14:17.557294 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3758258f-e0e9-4f34-8d1c-b2475f858891 admin admin] Checking segment: {'id': 'bb2b7f8e-d94c-43e6-b467-596e15816ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'aee675e8-955a-4ecd-8278-f176198e0213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:14:17.557663 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3758258f-e0e9-4f34-8d1c-b2475f858891 admin admin] Network hostable DHCP agents. Network: aee675e8-955a-4ecd-8278-f176198e0213, hostable agents: ['ecf2eb48-0220-401f-8612-1931512fe08d'], hosted agents: [] {{(pid=94001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 11:14:17.578662 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3758258f-e0e9-4f34-8d1c-b2475f858891 admin admin] Network aee675e8-955a-4ecd-8278-f176198e0213 is scheduled to be hosted by DHCP agent ecf2eb48-0220-401f-8612-1931512fe08d with binding_index 1 {{(pid=94001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 11:14:17.594429 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-3758258f-e0e9-4f34-8d1c-b2475f858891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811032-1-iscsi, aee675e8-955a-4ecd-8278-f176198e0213) {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:14:17.599898 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3758258f-e0e9-4f34-8d1c-b2475f858891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:14:17.600501 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3758258f-e0e9-4f34-8d1c-b2475f858891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:17.604655 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9bcd4c-796e-413b-94e2-50762d78c447 None None] Network aee675e8-955a-4ecd-8278-f176198e0213 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:14:17.616255 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-3758258f-e0e9-4f34-8d1c-b2475f858891 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4587398 Sep 26 11:14:17.940772 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaad88be8-db61-5050-a9af-3709a516940e-aee675e8-955a-4ecd-8278-f176198e0213', 'network_id': 'aee675e8-955a-4ecd-8278-f176198e0213', 'tenant_id': 'f688c9b037d54984812c69b91348f0ba', 'fixed_ips': [{'subnet_id': 'ee8f807d-f360-4ba9-b4f3-e34c802efce7'}]}} from dv-cinder-811032-1-iscsi. {{(pid=94002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 11:14:17.942057 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:18.225566 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.db_base_plugin_common [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Allocated IP 172.20.0.2 (aee675e8-955a-4ecd-8278-f176198e0213/ee8f807d-f360-4ba9-b4f3-e34c802efce7/e9a2acdc-882e-4fc4-bb6c-da47cbcfe6ee) {{(pid=94002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:14:18.457779 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Notify callbacks [] for port, precommit_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:18.465553 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591'] for port, after_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:18.536382 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Network aee675e8-955a-4ecd-8278-f176198e0213 is already hosted by enough agents. {{(pid=94002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:14:18.541097 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.scheduler.base_scheduler [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Resources bound (agent type, host, resource id): {{(pid=94002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:14:18.545057 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Received port after_create {{(pid=94002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:14:18.566145 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Pushing event updated for resources: {'Port': ['ID=e9a2acdc-882e-4fc4-bb6c-da47cbcfe6ee,revision_number=1']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:14:18.593224 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:18.593563 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:18.593897 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:18.594227 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:18.594554 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:18.594911 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:18.596108 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:18.596440 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:18.596780 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:18.597106 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:18.597528 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:18.597848 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Tracked resource versions report: Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: pushed versions: Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: { 'AddressGroup': {'1.2'}, Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: 'ConntrackHelper': {'1.0'}, Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: 'Log': {'1.0'}, Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: 'Network': {'1.1'}, Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: 'Port': {'1.7'}, Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: 'PortForwarding': {'1.2'}, Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: 'QosPolicy': {'1.9'}, Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: 'SecurityGroup': {'1.4'}, Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: 'SecurityGroupRule': {'1.2'}, Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: 'SubPort': {'1.0'}, Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: 'Subnet': {'1.1'}, Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: 'Trunk': {'1.1'}} Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: consumer versions: Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: { DHCP agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: L3 agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: Metadata agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: Metering agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: Open vSwitch agent@dv-cinder-811032-1-iscsi: { 'AddressGroup': '1.2', Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: 'ConntrackHelper': '1.0', Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: 'Log': '1.0', Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: 'Network': '1.1', Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: 'Port': '1.7', Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: 'PortForwarding': '1.2', Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: 'QosPolicy': '1.9', Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: 'SecurityGroup': '1.4', Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: 'SecurityGroupRule': '1.2', Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: 'SubPort': '1.0', Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: 'Subnet': '1.1', Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: 'Trunk': '1.1'}} Sep 26 11:14:18.599020 dv-cinder-811032-1-iscsi neutron-server[94002]: {{(pid=94002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 11:14:18.649968 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Attempting to bind port e9a2acdc-882e-4fc4-bb6c-da47cbcfe6ee on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:14:18.650944 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Attempting to bind port e9a2acdc-882e-4fc4-bb6c-da47cbcfe6ee by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': 'bb2b7f8e-d94c-43e6-b467-596e15816ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'aee675e8-955a-4ecd-8278-f176198e0213'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:14:18.650944 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Attempting to bind port e9a2acdc-882e-4fc4-bb6c-da47cbcfe6ee on network aee675e8-955a-4ecd-8278-f176198e0213 {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:14:18.655670 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:14:18.656081 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Checking segment: {'id': 'bb2b7f8e-d94c-43e6-b467-596e15816ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'aee675e8-955a-4ecd-8278-f176198e0213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:14:18.656553 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:18.656942 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Bound using segment: {'id': 'bb2b7f8e-d94c-43e6-b467-596e15816ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'aee675e8-955a-4ecd-8278-f176198e0213'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:14:18.657417 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Bound port: e9a2acdc-882e-4fc4-bb6c-da47cbcfe6ee, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2b7f8e-d94c-43e6-b467-596e15816ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'aee675e8-955a-4ecd-8278-f176198e0213'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:14:18.658294 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:18.724879 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] For port e9a2acdc-882e-4fc4-bb6c-da47cbcfe6ee, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:14:18.729324 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] For port e9a2acdc-882e-4fc4-bb6c-da47cbcfe6ee, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=e9a2acdc-882e-4fc4-bb6c-da47cbcfe6ee,segment=NetworkSegment(bb2b7f8e-d94c-43e6-b467-596e15816ed8),segment_id=bb2b7f8e-d94c-43e6-b467-596e15816ed8)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:14:18.734140 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:18.810340 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e86f4-1b05-4c31-9bd6-17ad0ae22fe5 None None] Pushing event updated for resources: {'Port': ['ID=e9a2acdc-882e-4fc4-bb6c-da47cbcfe6ee,revision_number=2']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:14:20.108462 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 42380) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:14:20.434405 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [None req-ce488e7c-c1d8-4642-a4c5-99f5482f4179 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 11:14:20.435531 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-ce488e7c-c1d8-4642-a4c5-99f5482f4179 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3260593 Sep 26 11:14:22.982374 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 42388) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:14:23.393455 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [None req-7ce4a63a-5f8d-4a4c-924e-95ed531fb8ec admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 11:14:23.394462 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-7ce4a63a-5f8d-4a4c-924e-95ed531fb8ec admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4111297 Sep 26 11:14:26.205427 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 42398) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:14:26.531363 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-61666cdd-601b-4c33-8a76-8104ce710705 admin admin] Request body: {'router': {'tenant_id': 'f688c9b037d54984812c69b91348f0ba', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:14:26.597493 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.policy [None req-61666cdd-601b-4c33-8a76-8104ce710705 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94000) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 26 11:14:26.644259 dv-cinder-811032-1-iscsi neutron-server[94000]: WARNING oslo_policy.policy [None req-61666cdd-601b-4c33-8a76-8104ce710705 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 11:14:26.644646 dv-cinder-811032-1-iscsi neutron-server[94000]: WARNING oslo_policy.policy [None req-61666cdd-601b-4c33-8a76-8104ce710705 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 11:14:26.653339 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.quota [None req-61666cdd-601b-4c33-8a76-8104ce710705 admin admin] Loaded quota_driver: . Sep 26 11:14:26.712522 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-61666cdd-601b-4c33-8a76-8104ce710705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-394'] for router, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:26.714282 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-61666cdd-601b-4c33-8a76-8104ce710705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-387'] for router, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:26.874288 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-61666cdd-601b-4c33-8a76-8104ce710705 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:26.880766 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-61666cdd-601b-4c33-8a76-8104ce710705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749496'] for router, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:26.900373 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-61666cdd-601b-4c33-8a76-8104ce710705 admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:26.901609 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-61666cdd-601b-4c33-8a76-8104ce710705 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6951442 Sep 26 11:14:27.625481 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73b2c0e-32e0-4f84-80fa-10b2c696f536 None None] Network aee675e8-955a-4ecd-8278-f176198e0213 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:14:27.713214 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-a0356c61-856c-4f41-9896-0cc26bba61f2 None None] Provisioning complete for port e9a2acdc-882e-4fc4-bb6c-da47cbcfe6ee triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:14:27.713532 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-a0356c61-856c-4f41-9896-0cc26bba61f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:27.939513 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-a0356c61-856c-4f41-9896-0cc26bba61f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:27.982524 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-a0356c61-856c-4f41-9896-0cc26bba61f2 None None] For port e9a2acdc-882e-4fc4-bb6c-da47cbcfe6ee, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=e9a2acdc-882e-4fc4-bb6c-da47cbcfe6ee,segment=NetworkSegment(bb2b7f8e-d94c-43e6-b467-596e15816ed8),segment_id=bb2b7f8e-d94c-43e6-b467-596e15816ed8)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:14:27.987377 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-a0356c61-856c-4f41-9896-0cc26bba61f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:28.060700 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0356c61-856c-4f41-9896-0cc26bba61f2 None None] Pushing event updated for resources: {'Port': ['ID=e9a2acdc-882e-4fc4-bb6c-da47cbcfe6ee,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:14:28.123966 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device e9a2acdc-882e-4fc4-bb6c-da47cbcfe6ee up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:14:28.176356 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port e9a2acdc-882e-4fc4-bb6c-da47cbcfe6ee triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:14:28.176727 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:28.229596 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-fd889523-d8c2-4029-88b8-f57db03144c1 None None] Provisioning complete for port e9a2acdc-882e-4fc4-bb6c-da47cbcfe6ee triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:14:28.229860 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-fd889523-d8c2-4029-88b8-f57db03144c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:29.305128 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-a9f039da-7a3c-4986-9544-7bf4e3c0afe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:29.439170 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 42412) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:14:29.756908 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [None req-f06afb1e-ac64-4fd3-880f-a56c0362d070 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 11:14:29.757891 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-f06afb1e-ac64-4fd3-880f-a56c0362d070 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3177922 Sep 26 11:14:30.059699 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device e9a2acdc-882e-4fc4-bb6c-da47cbcfe6ee up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:14:30.109387 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port e9a2acdc-882e-4fc4-bb6c-da47cbcfe6ee triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:14:30.109757 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:31.799389 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2bc02254-2d7e-447c-932e-ab7a866d8943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:32.152002 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 42420) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:14:32.468814 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:32.477301 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:14:32.501213 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Made reservation on behalf of 265f59984db14f3f8f2bc034d880a4b0 for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:14:32.504087 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:32.519619 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:32.641150 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:32.645253 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:32.657147 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Reserving flat network on physical network physnet1 {{(pid=94000) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 26 11:14:32.692339 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784557248139', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:32.693038 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Unsubscribe: segment precommit_create {{(pid=94000) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 26 11:14:32.693621 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.db.segments_db [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Added segment 55c8836a-429a-4b8e-a208-66b9d8ec4578 of type flat for network d645f16f-c1f8-40bc-a964-fd8a8508da46 Sep 26 11:14:32.713133 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267c22fe-fdce-436d-861c-54288d368715,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:14:32.771337 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:32.771688 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:32.772025 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:32.772352 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:32.772675 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:32.773012 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:32.773334 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:32.773650 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:32.773980 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:32.774302 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:32.774614 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:32.774947 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Tracked resource versions report: Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: pushed versions: Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: { 'AddressGroup': {'1.2'}, Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: 'ConntrackHelper': {'1.0'}, Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: 'Log': {'1.0'}, Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: 'Network': {'1.1'}, Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: 'Port': {'1.7'}, Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: 'PortForwarding': {'1.2'}, Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: 'QosPolicy': {'1.9'}, Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: 'SecurityGroup': {'1.4'}, Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: 'SecurityGroupRule': {'1.2'}, Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: 'SubPort': {'1.0'}, Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: 'Subnet': {'1.1'}, Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: 'Trunk': {'1.1'}} Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: consumer versions: Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: { DHCP agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: L3 agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: Metadata agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: Metering agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: Open vSwitch agent@dv-cinder-811032-1-iscsi: { 'AddressGroup': '1.2', Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: 'ConntrackHelper': '1.0', Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: 'Log': '1.0', Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: 'Network': '1.1', Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: 'Port': '1.7', Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: 'PortForwarding': '1.2', Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: 'QosPolicy': '1.9', Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: 'SecurityGroup': '1.4', Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: 'SecurityGroupRule': '1.2', Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: 'SubPort': '1.0', Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: 'Subnet': '1.1', Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: 'Trunk': '1.1'}} Sep 26 11:14:32.776090 dv-cinder-811032-1-iscsi neutron-server[94000]: {{(pid=94000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 11:14:32.832238 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784556657430'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:32.876428 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:32.877592 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:14:32.878233 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:32.933545 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7803705 Sep 26 11:14:32.978904 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a6093-d4f6-45e2-b421-c5f11c651851 admin admin] Pushing event updated for resources: {'Network': ['ID=d645f16f-c1f8-40bc-a964-fd8a8508da46,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:14:32.990730 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Network d645f16f-c1f8-40bc-a964-fd8a8508da46 details requested by agent ovs-agent-dv-cinder-811032-1-iscsi with host dv-cinder-811032-1-iscsi {{(pid=94002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 11:14:33.213505 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:34.596557 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:35.351185 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 42442) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:14:35.568754 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff408f4c-7f41-404b-a968-1221e3e38ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:14:35.570210 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-ff408f4c-7f41-404b-a968-1221e3e38ac3 admin admin] 10.222.0.15 "GET /v2.0/subnets/ee8f807d-f360-4ba9-b4f3-e34c802efce7 HTTP/1.1" status: 200 len: 849 time: 0.2180219 Sep 26 11:14:35.708845 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-2fa60e74-c859-409f-8e0a-c4aaca8b5c6f admin admin] 10.222.0.15 "GET /v2.0/routers/b2b51367-1216-473b-910b-a0c71fc91325 HTTP/1.1" status: 200 len: 704 time: 0.1326072 Sep 26 11:14:35.980358 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fda74746-adfa-442a-aa0b-6844e38041ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:36.283902 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-fda74746-adfa-442a-aa0b-6844e38041ce admin admin] Allocated IP 172.20.0.1 (aee675e8-955a-4ecd-8278-f176198e0213/ee8f807d-f360-4ba9-b4f3-e34c802efce7/8f0613ee-ef79-4acb-93d3-49bdcab31a2a) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:14:36.475023 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fda74746-adfa-442a-aa0b-6844e38041ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:36.543963 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fda74746-adfa-442a-aa0b-6844e38041ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:36.614124 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda74746-adfa-442a-aa0b-6844e38041ce admin admin] Network aee675e8-955a-4ecd-8278-f176198e0213 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:14:36.621836 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-fda74746-adfa-442a-aa0b-6844e38041ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:14:36.637215 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda74746-adfa-442a-aa0b-6844e38041ce admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:14:36.637795 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fda74746-adfa-442a-aa0b-6844e38041ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748677'] for router_interface, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:36.657991 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda74746-adfa-442a-aa0b-6844e38041ce admin admin] Pushing event updated for resources: {'Port': ['ID=8f0613ee-ef79-4acb-93d3-49bdcab31a2a,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:14:36.815775 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-745d2fd5-1641-4823-9c8f-e01a70cbab2b None None] Provisioning complete for port 8f0613ee-ef79-4acb-93d3-49bdcab31a2a triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:14:36.816627 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-745d2fd5-1641-4823-9c8f-e01a70cbab2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:36.836119 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fda74746-adfa-442a-aa0b-6844e38041ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:36.851989 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-745d2fd5-1641-4823-9c8f-e01a70cbab2b None None] Port 8f0613ee-ef79-4acb-93d3-49bdcab31a2a cannot update to ACTIVE because it is not bound. {{(pid=94002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 11:14:37.092879 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fda74746-adfa-442a-aa0b-6844e38041ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:37.097458 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fda74746-adfa-442a-aa0b-6844e38041ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:37.098202 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fda74746-adfa-442a-aa0b-6844e38041ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-750197'] for router_interface, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:37.158830 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda74746-adfa-442a-aa0b-6844e38041ce admin admin] Pushing event updated for resources: {'Port': ['ID=8f0613ee-ef79-4acb-93d3-49bdcab31a2a,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:14:37.224545 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda74746-adfa-442a-aa0b-6844e38041ce admin admin] Network aee675e8-955a-4ecd-8278-f176198e0213 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:14:37.225869 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-fda74746-adfa-442a-aa0b-6844e38041ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:14:37.388438 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda74746-adfa-442a-aa0b-6844e38041ce admin admin] Router b2b51367-1216-473b-910b-a0c71fc91325 is scheduled to L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd with binding_index 1 {{(pid=94000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 11:14:37.472886 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-a0be8348-9b86-47d6-aabe-ec122782a6d9 None None] Provisioning complete for port 8f0613ee-ef79-4acb-93d3-49bdcab31a2a triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:14:37.473254 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-a0be8348-9b86-47d6-aabe-ec122782a6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:37.480704 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda74746-adfa-442a-aa0b-6844e38041ce admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:14:37.486598 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-fda74746-adfa-442a-aa0b-6844e38041ce admin admin] 10.222.0.15 "PUT /v2.0/routers/b2b51367-1216-473b-910b-a0c71fc91325/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7721245 Sep 26 11:14:37.495168 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d6d6d2-eaad-4fd5-a99d-14586769b8f6 None None] Sync routers for ids ['b2b51367-1216-473b-910b-a0c71fc91325'] in dv-cinder-811032-1-iscsi {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:14:37.505975 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d6d6d2-eaad-4fd5-a99d-14586769b8f6 None None] Routers {'b2b51367-1216-473b-910b-a0c71fc91325'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:14:37.507299 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-f0d6d6d2-eaad-4fd5-a99d-14586769b8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:14:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['b2b51367-1216-473b-910b-a0c71fc91325'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:14:37.511702 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-a0be8348-9b86-47d6-aabe-ec122782a6d9 None None] Port 8f0613ee-ef79-4acb-93d3-49bdcab31a2a cannot update to ACTIVE because it is not bound. {{(pid=94002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 11:14:37.696255 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-f0d6d6d2-eaad-4fd5-a99d-14586769b8f6 None None] Set router b2b51367-1216-473b-910b-a0c71fc91325 gateway port host: None {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:14:38.134622 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-f0d6d6d2-eaad-4fd5-a99d-14586769b8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b51367-1216-473b-910b-a0c71fc91325', 'name': 'router1', 'tenant_id': 'f688c9b037d54984812c69b91348f0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:14:26Z', 'updated_at': '2021-09-26T11:14:36Z', 'revision_number': 2, 'project_id': 'f688c9b037d54984812c69b91348f0ba', 'gw_port_host': None, '_interfaces': [{'id': '8f0613ee-ef79-4acb-93d3-49bdcab31a2a', 'name': '', 'network_id': 'aee675e8-955a-4ecd-8278-f176198e0213', 'tenant_id': 'f688c9b037d54984812c69b91348f0ba', 'mac_address': 'fa:16:3e:5c:86:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b51367-1216-473b-910b-a0c71fc91325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee8f807d-f360-4ba9-b4f3-e34c802efce7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:14:36Z', 'updated_at': '2021-09-26T11:14:36Z', 'revision_number': 2, 'project_id': 'f688c9b037d54984812c69b91348f0ba', 'subnets': [{'id': 'ee8f807d-f360-4ba9-b4f3-e34c802efce7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '990764d7-f1be-447a-9128-8643e3a02b33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:14:38.187014 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d6d6d2-eaad-4fd5-a99d-14586769b8f6 None None] Checking router: b2b51367-1216-473b-910b-a0c71fc91325 for host: dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:14:38.187393 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d6d6d2-eaad-4fd5-a99d-14586769b8f6 None None] Updating router b2b51367-1216-473b-910b-a0c71fc91325 port 8f0613ee-ef79-4acb-93d3-49bdcab31a2a binding host dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 11:14:38.238260 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f0d6d6d2-eaad-4fd5-a99d-14586769b8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:38.811800 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f0d6d6d2-eaad-4fd5-a99d-14586769b8f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:38.819322 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f0d6d6d2-eaad-4fd5-a99d-14586769b8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:38.988448 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760170a-d467-4a58-868c-d4ed6ce84d32 None None] Pushing event updated for resources: {'Port': ['ID=8f0613ee-ef79-4acb-93d3-49bdcab31a2a,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:14:38.993878 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-f0d6d6d2-eaad-4fd5-a99d-14586769b8f6 None None] Attempting to bind port 8f0613ee-ef79-4acb-93d3-49bdcab31a2a on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:14:38.994285 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-f0d6d6d2-eaad-4fd5-a99d-14586769b8f6 None None] Attempting to bind port 8f0613ee-ef79-4acb-93d3-49bdcab31a2a by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': 'bb2b7f8e-d94c-43e6-b467-596e15816ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'aee675e8-955a-4ecd-8278-f176198e0213'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:14:38.994717 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6d6d2-eaad-4fd5-a99d-14586769b8f6 None None] Attempting to bind port 8f0613ee-ef79-4acb-93d3-49bdcab31a2a on network aee675e8-955a-4ecd-8278-f176198e0213 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:14:39.006523 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2760170a-d467-4a58-868c-d4ed6ce84d32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:39.006908 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2760170a-d467-4a58-868c-d4ed6ce84d32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:39.007242 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2760170a-d467-4a58-868c-d4ed6ce84d32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:39.007571 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2760170a-d467-4a58-868c-d4ed6ce84d32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:39.007900 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2760170a-d467-4a58-868c-d4ed6ce84d32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:39.008219 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2760170a-d467-4a58-868c-d4ed6ce84d32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:39.008538 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2760170a-d467-4a58-868c-d4ed6ce84d32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:39.008857 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2760170a-d467-4a58-868c-d4ed6ce84d32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:39.009184 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2760170a-d467-4a58-868c-d4ed6ce84d32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:39.009504 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2760170a-d467-4a58-868c-d4ed6ce84d32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:39.009814 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2760170a-d467-4a58-868c-d4ed6ce84d32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:39.010132 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2760170a-d467-4a58-868c-d4ed6ce84d32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2760170a-d467-4a58-868c-d4ed6ce84d32 None None] Tracked resource versions report: Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: pushed versions: Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: { 'AddressGroup': {'1.2'}, Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: 'ConntrackHelper': {'1.0'}, Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: 'Log': {'1.0'}, Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: 'Network': {'1.1'}, Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: 'Port': {'1.7'}, Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: 'PortForwarding': {'1.2'}, Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: 'QosPolicy': {'1.9'}, Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: 'SecurityGroup': {'1.4'}, Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: 'SecurityGroupRule': {'1.2'}, Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: 'SubPort': {'1.0'}, Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: 'Subnet': {'1.1'}, Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: 'Trunk': {'1.1'}} Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: consumer versions: Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: { DHCP agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: L3 agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: Metadata agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: Metering agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: Open vSwitch agent@dv-cinder-811032-1-iscsi: { 'AddressGroup': '1.2', Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: 'ConntrackHelper': '1.0', Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: 'Log': '1.0', Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: 'Network': '1.1', Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: 'Port': '1.7', Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: 'PortForwarding': '1.2', Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: 'QosPolicy': '1.9', Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: 'SecurityGroup': '1.4', Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: 'SecurityGroupRule': '1.2', Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: 'SubPort': '1.0', Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: 'Subnet': '1.1', Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: 'Trunk': '1.1'}} Sep 26 11:14:39.011354 dv-cinder-811032-1-iscsi neutron-server[94003]: {{(pid=94003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 11:14:39.013916 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6d6d2-eaad-4fd5-a99d-14586769b8f6 None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:14:39.014322 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6d6d2-eaad-4fd5-a99d-14586769b8f6 None None] Checking segment: {'id': 'bb2b7f8e-d94c-43e6-b467-596e15816ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'aee675e8-955a-4ecd-8278-f176198e0213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:14:39.014804 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f0d6d6d2-eaad-4fd5-a99d-14586769b8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:39.015179 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6d6d2-eaad-4fd5-a99d-14586769b8f6 None None] Bound using segment: {'id': 'bb2b7f8e-d94c-43e6-b467-596e15816ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'aee675e8-955a-4ecd-8278-f176198e0213'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:14:39.015670 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-f0d6d6d2-eaad-4fd5-a99d-14586769b8f6 None None] Bound port: 8f0613ee-ef79-4acb-93d3-49bdcab31a2a, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2b7f8e-d94c-43e6-b467-596e15816ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'aee675e8-955a-4ecd-8278-f176198e0213'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:14:39.016640 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f0d6d6d2-eaad-4fd5-a99d-14586769b8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:39.044303 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-9faf5235-7563-439f-9eb6-6947c0d4cd05 None None] Provisioning complete for port 8f0613ee-ef79-4acb-93d3-49bdcab31a2a triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:14:39.044816 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-9faf5235-7563-439f-9eb6-6947c0d4cd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:39.086765 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-9faf5235-7563-439f-9eb6-6947c0d4cd05 None None] Port 8f0613ee-ef79-4acb-93d3-49bdcab31a2a cannot update to ACTIVE because it is not bound. {{(pid=94002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 11:14:39.100902 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-f0d6d6d2-eaad-4fd5-a99d-14586769b8f6 None None] For port 8f0613ee-ef79-4acb-93d3-49bdcab31a2a, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:14:39.121488 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-f0d6d6d2-eaad-4fd5-a99d-14586769b8f6 None None] For port 8f0613ee-ef79-4acb-93d3-49bdcab31a2a, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=8f0613ee-ef79-4acb-93d3-49bdcab31a2a,segment=NetworkSegment(bb2b7f8e-d94c-43e6-b467-596e15816ed8),segment_id=bb2b7f8e-d94c-43e6-b467-596e15816ed8)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:14:39.126550 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-f0d6d6d2-eaad-4fd5-a99d-14586769b8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:39.185014 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760170a-d467-4a58-868c-d4ed6ce84d32 None None] Pushing event updated for resources: {'Port': ['ID=8f0613ee-ef79-4acb-93d3-49bdcab31a2a,revision_number=4']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:14:39.189697 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d6d6d2-eaad-4fd5-a99d-14586769b8f6 None None] Routers {'b2b51367-1216-473b-910b-a0c71fc91325'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:14:39.190320 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-f0d6d6d2-eaad-4fd5-a99d-14586769b8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:14:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['b2b51367-1216-473b-910b-a0c71fc91325'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:14:39.281341 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-f0d6d6d2-eaad-4fd5-a99d-14586769b8f6 None None] Set router b2b51367-1216-473b-910b-a0c71fc91325 gateway port host: None {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:14:39.407560 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-b947a9c7-7c6e-4cad-bb03-96e127c609a4 None None] Provisioning complete for port 8f0613ee-ef79-4acb-93d3-49bdcab31a2a triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:14:39.408072 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b947a9c7-7c6e-4cad-bb03-96e127c609a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:39.488384 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b947a9c7-7c6e-4cad-bb03-96e127c609a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:39.509726 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-f0d6d6d2-eaad-4fd5-a99d-14586769b8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b51367-1216-473b-910b-a0c71fc91325', 'name': 'router1', 'tenant_id': 'f688c9b037d54984812c69b91348f0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:14:26Z', 'updated_at': '2021-09-26T11:14:36Z', 'revision_number': 2, 'project_id': 'f688c9b037d54984812c69b91348f0ba', 'gw_port_host': None, '_interfaces': [{'id': '8f0613ee-ef79-4acb-93d3-49bdcab31a2a', 'name': '', 'network_id': 'aee675e8-955a-4ecd-8278-f176198e0213', 'tenant_id': 'f688c9b037d54984812c69b91348f0ba', 'mac_address': 'fa:16:3e:5c:86:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b51367-1216-473b-910b-a0c71fc91325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee8f807d-f360-4ba9-b4f3-e34c802efce7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:14:36Z', 'updated_at': '2021-09-26T11:14:39Z', 'revision_number': 4, 'project_id': 'f688c9b037d54984812c69b91348f0ba', 'subnets': [{'id': 'ee8f807d-f360-4ba9-b4f3-e34c802efce7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '990764d7-f1be-447a-9128-8643e3a02b33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:14:39.520928 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-b947a9c7-7c6e-4cad-bb03-96e127c609a4 None None] For port 8f0613ee-ef79-4acb-93d3-49bdcab31a2a, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=8f0613ee-ef79-4acb-93d3-49bdcab31a2a,segment=NetworkSegment(bb2b7f8e-d94c-43e6-b467-596e15816ed8),segment_id=bb2b7f8e-d94c-43e6-b467-596e15816ed8)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:14:39.525817 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b947a9c7-7c6e-4cad-bb03-96e127c609a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:39.543064 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d6d6d2-eaad-4fd5-a99d-14586769b8f6 None None] The sync data for ids ['b2b51367-1216-473b-910b-a0c71fc91325'] in dv-cinder-811032-1-iscsi is: [{'id': 'b2b51367-1216-473b-910b-a0c71fc91325', 'name': 'router1', 'tenant_id': 'f688c9b037d54984812c69b91348f0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:14:26Z', 'updated_at': '2021-09-26T11:14:36Z', 'revision_number': 2, 'project_id': 'f688c9b037d54984812c69b91348f0ba', 'gw_port_host': None, '_interfaces': [{'id': '8f0613ee-ef79-4acb-93d3-49bdcab31a2a', 'name': '', 'network_id': 'aee675e8-955a-4ecd-8278-f176198e0213', 'tenant_id': 'f688c9b037d54984812c69b91348f0ba', 'mac_address': 'fa:16:3e:5c:86:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b51367-1216-473b-910b-a0c71fc91325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee8f807d-f360-4ba9-b4f3-e34c802efce7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:14:36Z', 'updated_at': '2021-09-26T11:14:39Z', 'revision_number': 4, 'project_id': 'f688c9b037d54984812c69b91348f0ba', 'subnets': [{'id': 'ee8f807d-f360-4ba9-b4f3-e34c802efce7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '990764d7-f1be-447a-9128-8643e3a02b33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:14:39.586432 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947a9c7-7c6e-4cad-bb03-96e127c609a4 None None] Pushing event updated for resources: {'Port': ['ID=8f0613ee-ef79-4acb-93d3-49bdcab31a2a,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:14:39.803946 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 42462) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:14:39.917686 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95f0f4b-0159-4a8c-a476-e0cf4588bdf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:14:39.919113 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-d95f0f4b-0159-4a8c-a476-e0cf4588bdf1 admin admin] 10.222.0.15 "GET /v2.0/networks/d645f16f-c1f8-40bc-a964-fd8a8508da46 HTTP/1.1" status: 200 len: 842 time: 0.1141820 Sep 26 11:14:39.930115 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-6ca8686a-ba3d-48e5-bd41-441d5d849185 admin admin] Request body: {'subnet': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.3.1'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:14:39.959616 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca8686a-ba3d-48e5-bd41-441d5d849185 admin admin] Made reservation on behalf of 265f59984db14f3f8f2bc034d880a4b0 for: {'subnet': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:14:39.962568 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6ca8686a-ba3d-48e5-bd41-441d5d849185 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:40.284173 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.objects.ports [None req-6ca8686a-ba3d-48e5-bd41-441d5d849185 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94000) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 26 11:14:40.284528 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6ca8686a-ba3d-48e5-bd41-441d5d849185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for subnet, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:40.337835 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8686a-ba3d-48e5-bd41-441d5d849185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b04f644-4880-4113-a1d0-930d600f8f14,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:14:40.356271 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca8686a-ba3d-48e5-bd41-441d5d849185 admin admin] Checking segment: {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:14:40.356629 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca8686a-ba3d-48e5-bd41-441d5d849185 admin admin] Network hostable DHCP agents. Network: d645f16f-c1f8-40bc-a964-fd8a8508da46, hostable agents: ['ecf2eb48-0220-401f-8612-1931512fe08d'], hosted agents: [] {{(pid=94000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 11:14:40.380040 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca8686a-ba3d-48e5-bd41-441d5d849185 admin admin] Network d645f16f-c1f8-40bc-a964-fd8a8508da46 is scheduled to be hosted by DHCP agent ecf2eb48-0220-401f-8612-1931512fe08d with binding_index 1 {{(pid=94000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 11:14:40.393082 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-6ca8686a-ba3d-48e5-bd41-441d5d849185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811032-1-iscsi, d645f16f-c1f8-40bc-a964-fd8a8508da46) {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:14:40.397121 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca8686a-ba3d-48e5-bd41-441d5d849185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:14:40.397725 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6ca8686a-ba3d-48e5-bd41-441d5d849185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:40.406066 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e91a021-e55b-4caa-984d-d36d736c5e19 None None] Network d645f16f-c1f8-40bc-a964-fd8a8508da46 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:14:40.415157 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-6ca8686a-ba3d-48e5-bd41-441d5d849185 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4886117 Sep 26 11:14:40.555916 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cee3f4-b200-4bb4-a801-949a0163f058 None None] Network d645f16f-c1f8-40bc-a964-fd8a8508da46 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:14:42.827657 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 42470) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:14:42.967082 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-9a2625ce-3168-45db-8cbd-974a160cddea admin admin] 10.222.0.15 "GET /v2.0/routers/b2b51367-1216-473b-910b-a0c71fc91325 HTTP/1.1" status: 200 len: 710 time: 0.1377101 Sep 26 11:14:43.056839 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3844abae-f746-49fb-8a8d-b40b0c6c843a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:14:43.058226 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-3844abae-f746-49fb-8a8d-b40b0c6c843a admin admin] 10.222.0.15 "GET /v2.0/networks/d645f16f-c1f8-40bc-a964-fd8a8508da46 HTTP/1.1" status: 200 len: 886 time: 0.0842156 Sep 26 11:14:43.067995 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-946fddd2-e577-45f6-99f3-02a4d8093a62 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:14:43.423254 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-946fddd2-e577-45f6-99f3-02a4d8093a62 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:43.666259 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-946fddd2-e577-45f6-99f3-02a4d8093a62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:43.749701 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-946fddd2-e577-45f6-99f3-02a4d8093a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:43.862304 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-946fddd2-e577-45f6-99f3-02a4d8093a62 admin admin] Allocated IP 172.27.3.66 (d645f16f-c1f8-40bc-a964-fd8a8508da46/7b04f644-4880-4113-a1d0-930d600f8f14/78d46409-91d9-4ae8-9021-9b4d276d6e2a) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:14:43.986266 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-946fddd2-e577-45f6-99f3-02a4d8093a62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:44.023391 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-946fddd2-e577-45f6-99f3-02a4d8093a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:44.063692 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946fddd2-e577-45f6-99f3-02a4d8093a62 admin admin] Network d645f16f-c1f8-40bc-a964-fd8a8508da46 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:14:44.065222 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-946fddd2-e577-45f6-99f3-02a4d8093a62 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:14:44.068814 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946fddd2-e577-45f6-99f3-02a4d8093a62 admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:14:44.114209 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946fddd2-e577-45f6-99f3-02a4d8093a62 admin admin] Pushing event updated for resources: {'Port': ['ID=78d46409-91d9-4ae8-9021-9b4d276d6e2a,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:14:44.346825 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-946fddd2-e577-45f6-99f3-02a4d8093a62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:44.544040 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-946fddd2-e577-45f6-99f3-02a4d8093a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-749459', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-401'] for router, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:44.548586 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-946fddd2-e577-45f6-99f3-02a4d8093a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-749482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-749473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-751386'] for router, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:44.656737 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946fddd2-e577-45f6-99f3-02a4d8093a62 admin admin] Router b2b51367-1216-473b-910b-a0c71fc91325 has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:14:44.864421 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946fddd2-e577-45f6-99f3-02a4d8093a62 admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:14:44.868791 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-946fddd2-e577-45f6-99f3-02a4d8093a62 admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:44.870037 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-946fddd2-e577-45f6-99f3-02a4d8093a62 admin admin] 10.222.0.15 "PUT /v2.0/routers/b2b51367-1216-473b-910b-a0c71fc91325 HTTP/1.1" status: 200 len: 889 time: 1.8054593 Sep 26 11:14:46.100725 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 8f0613ee-ef79-4acb-93d3-49bdcab31a2a up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:14:46.150270 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 8f0613ee-ef79-4acb-93d3-49bdcab31a2a triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:14:46.151062 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:46.193182 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc258e3-31b9-44d4-9f18-cfb917495132 None None] Sync routers for ids ['b2b51367-1216-473b-910b-a0c71fc91325'] in dv-cinder-811032-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:14:46.209855 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc258e3-31b9-44d4-9f18-cfb917495132 None None] Routers {'b2b51367-1216-473b-910b-a0c71fc91325'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:14:46.210528 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-fbc258e3-31b9-44d4-9f18-cfb917495132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:14:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['b2b51367-1216-473b-910b-a0c71fc91325'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:14:46.453753 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-fbc258e3-31b9-44d4-9f18-cfb917495132 None None] Set router b2b51367-1216-473b-910b-a0c71fc91325 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:14:46.855256 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-fbc258e3-31b9-44d4-9f18-cfb917495132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b51367-1216-473b-910b-a0c71fc91325', 'name': 'router1', 'tenant_id': 'f688c9b037d54984812c69b91348f0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '78d46409-91d9-4ae8-9021-9b4d276d6e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:14:26Z', 'updated_at': '2021-09-26T11:14:44Z', 'revision_number': 4, 'project_id': 'f688c9b037d54984812c69b91348f0ba', 'gw_port': {'id': '78d46409-91d9-4ae8-9021-9b4d276d6e2a', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b51367-1216-473b-910b-a0c71fc91325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:14:43Z', 'updated_at': '2021-09-26T11:14:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '8f0613ee-ef79-4acb-93d3-49bdcab31a2a', 'name': '', 'network_id': 'aee675e8-955a-4ecd-8278-f176198e0213', 'tenant_id': 'f688c9b037d54984812c69b91348f0ba', 'mac_address': 'fa:16:3e:5c:86:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b51367-1216-473b-910b-a0c71fc91325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee8f807d-f360-4ba9-b4f3-e34c802efce7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:14:36Z', 'updated_at': '2021-09-26T11:14:39Z', 'revision_number': 5, 'project_id': 'f688c9b037d54984812c69b91348f0ba', 'subnets': [{'id': 'ee8f807d-f360-4ba9-b4f3-e34c802efce7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '990764d7-f1be-447a-9128-8643e3a02b33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:14:46.910579 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc258e3-31b9-44d4-9f18-cfb917495132 None None] Checking router: b2b51367-1216-473b-910b-a0c71fc91325 for host: dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:14:46.910955 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc258e3-31b9-44d4-9f18-cfb917495132 None None] Updating router b2b51367-1216-473b-910b-a0c71fc91325 port 78d46409-91d9-4ae8-9021-9b4d276d6e2a binding host dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 11:14:46.959755 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-fbc258e3-31b9-44d4-9f18-cfb917495132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:47.375382 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-fbc258e3-31b9-44d4-9f18-cfb917495132 None None] Notify callbacks [] for port, precommit_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:47.377516 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 42482) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:14:47.381274 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-fbc258e3-31b9-44d4-9f18-cfb917495132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:47.431932 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-fbc258e3-31b9-44d4-9f18-cfb917495132 None None] Attempting to bind port 78d46409-91d9-4ae8-9021-9b4d276d6e2a on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:14:47.432306 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-fbc258e3-31b9-44d4-9f18-cfb917495132 None None] Attempting to bind port 78d46409-91d9-4ae8-9021-9b4d276d6e2a by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:14:47.432679 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc258e3-31b9-44d4-9f18-cfb917495132 None None] Attempting to bind port 78d46409-91d9-4ae8-9021-9b4d276d6e2a on network d645f16f-c1f8-40bc-a964-fd8a8508da46 {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:14:47.442331 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73804242-721d-4a9b-9bdd-5489f218876b None None] Pushing event updated for resources: {'Port': ['ID=78d46409-91d9-4ae8-9021-9b4d276d6e2a,revision_number=2']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:14:47.445086 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc258e3-31b9-44d4-9f18-cfb917495132 None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:14:47.445460 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc258e3-31b9-44d4-9f18-cfb917495132 None None] Checking segment: {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:14:47.445866 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-fbc258e3-31b9-44d4-9f18-cfb917495132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:47.446249 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc258e3-31b9-44d4-9f18-cfb917495132 None None] Bound using segment: {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:14:47.446742 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-fbc258e3-31b9-44d4-9f18-cfb917495132 None None] Bound port: 78d46409-91d9-4ae8-9021-9b4d276d6e2a, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:14:47.447149 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-fbc258e3-31b9-44d4-9f18-cfb917495132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:47.495165 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-faeae19d-b6c9-43a5-b13a-afd00d9ae77d admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1162531 Sep 26 11:14:47.500839 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-fbc258e3-31b9-44d4-9f18-cfb917495132 None None] For port 78d46409-91d9-4ae8-9021-9b4d276d6e2a, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:14:47.504582 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-fbc258e3-31b9-44d4-9f18-cfb917495132 None None] For port 78d46409-91d9-4ae8-9021-9b4d276d6e2a, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=78d46409-91d9-4ae8-9021-9b4d276d6e2a,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:14:47.508613 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-fbc258e3-31b9-44d4-9f18-cfb917495132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:47.579130 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc258e3-31b9-44d4-9f18-cfb917495132 None None] Routers {'b2b51367-1216-473b-910b-a0c71fc91325'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:14:47.579786 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-fbc258e3-31b9-44d4-9f18-cfb917495132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:14:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['b2b51367-1216-473b-910b-a0c71fc91325'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:14:47.581905 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73804242-721d-4a9b-9bdd-5489f218876b None None] Pushing event updated for resources: {'Port': ['ID=78d46409-91d9-4ae8-9021-9b4d276d6e2a,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:14:47.709110 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-fbc258e3-31b9-44d4-9f18-cfb917495132 None None] Set router b2b51367-1216-473b-910b-a0c71fc91325 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:14:47.934445 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-fbc258e3-31b9-44d4-9f18-cfb917495132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b51367-1216-473b-910b-a0c71fc91325', 'name': 'router1', 'tenant_id': 'f688c9b037d54984812c69b91348f0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '78d46409-91d9-4ae8-9021-9b4d276d6e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:14:26Z', 'updated_at': '2021-09-26T11:14:44Z', 'revision_number': 4, 'project_id': 'f688c9b037d54984812c69b91348f0ba', 'gw_port': {'id': '78d46409-91d9-4ae8-9021-9b4d276d6e2a', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b51367-1216-473b-910b-a0c71fc91325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:14:43Z', 'updated_at': '2021-09-26T11:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '8f0613ee-ef79-4acb-93d3-49bdcab31a2a', 'name': '', 'network_id': 'aee675e8-955a-4ecd-8278-f176198e0213', 'tenant_id': 'f688c9b037d54984812c69b91348f0ba', 'mac_address': 'fa:16:3e:5c:86:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b51367-1216-473b-910b-a0c71fc91325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee8f807d-f360-4ba9-b4f3-e34c802efce7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:14:36Z', 'updated_at': '2021-09-26T11:14:39Z', 'revision_number': 5, 'project_id': 'f688c9b037d54984812c69b91348f0ba', 'subnets': [{'id': 'ee8f807d-f360-4ba9-b4f3-e34c802efce7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '990764d7-f1be-447a-9128-8643e3a02b33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:14:47.961865 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc258e3-31b9-44d4-9f18-cfb917495132 None None] The sync data for ids ['b2b51367-1216-473b-910b-a0c71fc91325'] in dv-cinder-811032-1-iscsi is: [{'id': 'b2b51367-1216-473b-910b-a0c71fc91325', 'name': 'router1', 'tenant_id': 'f688c9b037d54984812c69b91348f0ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '78d46409-91d9-4ae8-9021-9b4d276d6e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:14:26Z', 'updated_at': '2021-09-26T11:14:44Z', 'revision_number': 4, 'project_id': 'f688c9b037d54984812c69b91348f0ba', 'gw_port': {'id': '78d46409-91d9-4ae8-9021-9b4d276d6e2a', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:af:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b51367-1216-473b-910b-a0c71fc91325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:14:43Z', 'updated_at': '2021-09-26T11:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '8f0613ee-ef79-4acb-93d3-49bdcab31a2a', 'name': '', 'network_id': 'aee675e8-955a-4ecd-8278-f176198e0213', 'tenant_id': 'f688c9b037d54984812c69b91348f0ba', 'mac_address': 'fa:16:3e:5c:86:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b51367-1216-473b-910b-a0c71fc91325', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ee8f807d-f360-4ba9-b4f3-e34c802efce7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:14:36Z', 'updated_at': '2021-09-26T11:14:39Z', 'revision_number': 5, 'project_id': 'f688c9b037d54984812c69b91348f0ba', 'subnets': [{'id': 'ee8f807d-f360-4ba9-b4f3-e34c802efce7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '990764d7-f1be-447a-9128-8643e3a02b33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:14:48.292547 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 78d46409-91d9-4ae8-9021-9b4d276d6e2a up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:14:48.351368 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 78d46409-91d9-4ae8-9021-9b4d276d6e2a triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:14:48.351750 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:48.442811 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:48.466297 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] For port 78d46409-91d9-4ae8-9021-9b4d276d6e2a, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=78d46409-91d9-4ae8-9021-9b4d276d6e2a,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:14:48.474249 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:48.544412 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Pushing event updated for resources: {'Port': ['ID=78d46409-91d9-4ae8-9021-9b4d276d6e2a,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:14:50.099426 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 78d46409-91d9-4ae8-9021-9b4d276d6e2a up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:14:50.162400 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 78d46409-91d9-4ae8-9021-9b4d276d6e2a triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:14:50.163125 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:14:56.326301 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 5 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:14:59.308997 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-f570dc31-551c-4cb5-848e-d1c928f01a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:15:01.804028 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-5f9717eb-7657-4029-aad1-37e24dc4d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:15:02.473960 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:15:03.220491 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:15:04.614575 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:15:29.415060 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-afc4d978-7491-4071-b720-4110368350cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:15:31.809030 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-93946608-8812-4a6f-b554-953691ad81e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:15:32.468845 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:15:33.222439 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:15:33.314477 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 5 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:15:34.611803 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:15:59.317020 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-99a9d391-bb3d-4a69-a4b8-572c204889be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:16:01.810923 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5cdb-4e03-467e-9690-7445cb98d838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:16:02.471088 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:16:03.223950 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:16:04.614977 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:16:10.313567 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 5 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:16:25.624806 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 43044) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:16:25.691180 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf644f9a-9a2f-42a5-80a9-e26cafec8f0f admin admin] GET failed (client error): The resource could not be found. Sep 26 11:16:25.692541 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-cf644f9a-9a2f-42a5-80a9-e26cafec8f0f admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0666788 Sep 26 11:16:25.855078 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b348e7db-ea0f-4ba8-a3cf-ef3d5c64ce28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:16:25.856536 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-b348e7db-ea0f-4ba8-a3cf-ef3d5c64ce28 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1594038 Sep 26 11:16:28.199519 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 43054) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:16:28.299318 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf03b04f-3ca2-433f-b403-75ed1b0a611a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:16:28.300643 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-bf03b04f-3ca2-433f-b403-75ed1b0a611a admin admin] 10.222.0.15 "GET /v2.0/subnets/ee8f807d-f360-4ba9-b4f3-e34c802efce7 HTTP/1.1" status: 200 len: 849 time: 0.1001031 Sep 26 11:16:28.311856 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-e5767417-c4eb-4fc1-ae0b-1cbaf670372c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:16:28.397519 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e5767417-c4eb-4fc1-ae0b-1cbaf670372c admin admin] Notify callbacks [] for subnet, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:16:28.551401 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e5767417-c4eb-4fc1-ae0b-1cbaf670372c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784557189623'] for subnet, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:16:28.585534 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5767417-c4eb-4fc1-ae0b-1cbaf670372c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:16:28.586122 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e5767417-c4eb-4fc1-ae0b-1cbaf670372c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:16:28.587442 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-e5767417-c4eb-4fc1-ae0b-1cbaf670372c admin admin] 10.222.0.15 "PUT /v2.0/subnets/ee8f807d-f360-4ba9-b4f3-e34c802efce7 HTTP/1.1" status: 200 len: 868 time: 0.2804940 Sep 26 11:16:28.600978 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c327d7-e1fe-45bf-8db2-2c45e0c930e9 None None] Network aee675e8-955a-4ecd-8278-f176198e0213 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:16:28.608921 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5767417-c4eb-4fc1-ae0b-1cbaf670372c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee8f807d-f360-4ba9-b4f3-e34c802efce7,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:16:28.616593 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767417-c4eb-4fc1-ae0b-1cbaf670372c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:16:28.616959 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767417-c4eb-4fc1-ae0b-1cbaf670372c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:16:28.617311 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767417-c4eb-4fc1-ae0b-1cbaf670372c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:16:28.617650 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767417-c4eb-4fc1-ae0b-1cbaf670372c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:16:28.617986 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767417-c4eb-4fc1-ae0b-1cbaf670372c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:16:28.618364 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767417-c4eb-4fc1-ae0b-1cbaf670372c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:16:28.618723 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767417-c4eb-4fc1-ae0b-1cbaf670372c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:16:28.619089 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767417-c4eb-4fc1-ae0b-1cbaf670372c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:16:28.619424 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767417-c4eb-4fc1-ae0b-1cbaf670372c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:16:28.619754 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767417-c4eb-4fc1-ae0b-1cbaf670372c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:16:28.620086 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767417-c4eb-4fc1-ae0b-1cbaf670372c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:16:28.620412 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767417-c4eb-4fc1-ae0b-1cbaf670372c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:16:29.085187 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-f946fd69-0005-49cc-b53e-51b0867be91b None None] Provisioning complete for port e9a2acdc-882e-4fc4-bb6c-da47cbcfe6ee triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:16:29.085575 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-f946fd69-0005-49cc-b53e-51b0867be91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:16:29.176795 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-f946fd69-0005-49cc-b53e-51b0867be91b None None] Provisioning complete for port 8f0613ee-ef79-4acb-93d3-49bdcab31a2a triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:16:29.177165 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-f946fd69-0005-49cc-b53e-51b0867be91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:16:29.317619 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-6328d5b4-523f-4432-ab25-278f833f371a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:16:30.838534 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 43064) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:16:31.043914 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1684a249-f11d-48d3-993c-abe24c3af7d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:16:31.044404 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1684a249-f11d-48d3-993c-abe24c3af7d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:16:31.046701 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-1684a249-f11d-48d3-993c-abe24c3af7d3 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2071562 Sep 26 11:16:31.811765 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-a44eb756-b4c5-423e-bdb7-200cb27c3616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:16:32.473072 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:16:33.226216 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:16:33.261446 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 43072) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:16:33.395548 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6b17c-0759-4501-b683-a036259a4954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:16:33.396032 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf6b17c-0759-4501-b683-a036259a4954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:16:33.397583 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-ecf6b17c-0759-4501-b683-a036259a4954 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1351895 Sep 26 11:16:34.616330 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:16:35.609482 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 43080) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:16:35.738554 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343aa24e-c289-4675-9190-091b5e5e6573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:16:35.740790 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-343aa24e-c289-4675-9190-091b5e5e6573 admin admin] 10.222.0.15 "GET /v2.0/networks/aee675e8-955a-4ecd-8278-f176198e0213 HTTP/1.1" status: 200 len: 869 time: 0.1303000 Sep 26 11:16:37.933050 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 43088) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:16:38.059671 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd93d8e7-e291-4535-acdd-284485484d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:16:38.061773 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-cd93d8e7-e291-4535-acdd-284485484d73 admin admin] 10.222.0.15 "GET /v2.0/networks/d645f16f-c1f8-40bc-a964-fd8a8508da46 HTTP/1.1" status: 200 len: 886 time: 0.1277628 Sep 26 11:16:40.270337 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 43096) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:16:40.402598 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c155d7ea-5590-4b4a-b591-3925c72995f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:16:40.403099 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c155d7ea-5590-4b4a-b591-3925c72995f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:16:40.405781 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-c155d7ea-5590-4b4a-b591-3925c72995f5 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1344261 Sep 26 11:16:42.633540 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 43104) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:16:42.724526 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884c53d1-7b18-4dce-b373-7c85987eaf48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:16:42.724978 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884c53d1-7b18-4dce-b373-7c85987eaf48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:16:42.726493 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-884c53d1-7b18-4dce-b373-7c85987eaf48 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0920138 Sep 26 11:16:45.007113 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 43112) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:16:45.092893 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c82209-eede-4528-8e3a-cd388eae4253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:16:45.094256 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-d7c82209-eede-4528-8e3a-cd388eae4253 admin admin] 10.222.0.15 "GET /v2.0/subnets/7b04f644-4880-4113-a1d0-930d600f8f14 HTTP/1.1" status: 200 len: 816 time: 0.0861907 Sep 26 11:16:47.273350 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 43120) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:16:47.312555 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 5 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:16:47.366790 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dcfe44-5e96-4f49-958b-36ed038bf1db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:16:47.368122 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-05dcfe44-5e96-4f49-958b-36ed038bf1db admin admin] 10.222.0.15 "GET /v2.0/subnets/ee8f807d-f360-4ba9-b4f3-e34c802efce7 HTTP/1.1" status: 200 len: 868 time: 0.0938303 Sep 26 11:16:59.318399 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-03b11ef2-6943-47ba-84f6-58c5456d0272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:01.814132 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b5fa9371-1341-4f43-b3a8-d33353eb2085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:02.474683 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:03.229381 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:04.629160 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:11.420557 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 43174) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:17:11.470731 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [None req-5f38de11-c4a3-4568-b2aa-cc67873bcb8e admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 11:17:11.471792 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-5f38de11-c4a3-4568-b2aa-cc67873bcb8e admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503616 Sep 26 11:17:13.798817 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 43182) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:17:13.863787 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26e9111-1659-46c9-965e-2080e9f74202 admin admin] GET failed (client error): The resource could not be found. Sep 26 11:17:13.865197 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-f26e9111-1659-46c9-965e-2080e9f74202 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0654376 Sep 26 11:17:14.010096 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70755af-73b5-4f97-a500-b63a75c94425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:17:14.011650 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-f70755af-73b5-4f97-a500-b63a75c94425 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1416717 Sep 26 11:17:16.261640 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 43190) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:17:16.312854 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-c0b8c88f-54a8-467f-b4ad-3b802dcf9fa8 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:17:16.333191 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b8c88f-54a8-467f-b4ad-3b802dcf9fa8 admin admin] Made reservation on behalf of 265f59984db14f3f8f2bc034d880a4b0 for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:17:16.335715 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c0b8c88f-54a8-467f-b4ad-3b802dcf9fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:16.365400 dv-cinder-811032-1-iscsi neutron-server[94000]: WARNING neutron.services.revisions.revision_plugin [None req-c0b8c88f-54a8-467f-b4ad-3b802dcf9fa8 admin admin] Could not find related network for resource to bump revision. Sep 26 11:17:16.381453 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b8c88f-54a8-467f-b4ad-3b802dcf9fa8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 11:17:16.392444 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c0b8c88f-54a8-467f-b4ad-3b802dcf9fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:16.392788 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.db.segments_db [None req-c0b8c88f-54a8-467f-b4ad-3b802dcf9fa8 admin admin] Added segment a7e891ba-46d5-43d4-896e-59517b05e37b of type vlan for network e0673e9d-087e-46d1-ae54-60ded2dfebe2 Sep 26 11:17:16.442077 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c0b8c88f-54a8-467f-b4ad-3b802dcf9fa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784556657430'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:16.469238 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c0b8c88f-54a8-467f-b4ad-3b802dcf9fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:16.470218 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b8c88f-54a8-467f-b4ad-3b802dcf9fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:17:16.470960 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c0b8c88f-54a8-467f-b4ad-3b802dcf9fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:16.500294 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-c0b8c88f-54a8-467f-b4ad-3b802dcf9fa8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2373967 Sep 26 11:17:16.531247 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8c88f-54a8-467f-b4ad-3b802dcf9fa8 admin admin] Pushing event updated for resources: {'Network': ['ID=e0673e9d-087e-46d1-ae54-60ded2dfebe2,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:17:16.541581 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Network e0673e9d-087e-46d1-ae54-60ded2dfebe2 details requested by agent ovs-agent-dv-cinder-811032-1-iscsi with host dv-cinder-811032-1-iscsi {{(pid=94002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 11:17:18.886215 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 43198) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:17:18.945715 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.pecan_wsgi.hooks.translation [None req-28dbc213-5618-4f0d-acfe-4d6b1c753655 admin admin] GET failed (client error): The resource could not be found. Sep 26 11:17:18.947081 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-28dbc213-5618-4f0d-acfe-4d6b1c753655 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598707 Sep 26 11:17:19.111756 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d560d26f-18cb-4d44-b2f0-3520648225f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:17:19.113157 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-d560d26f-18cb-4d44-b2f0-3520648225f6 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1615419 Sep 26 11:17:19.124009 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-c7103a45-8fed-4647-9c41-9e7c9cf39c79 admin admin] Request body: {'subnet': {'network_id': 'e0673e9d-087e-46d1-ae54-60ded2dfebe2', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:17:19.144189 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7103a45-8fed-4647-9c41-9e7c9cf39c79 admin admin] Made reservation on behalf of 265f59984db14f3f8f2bc034d880a4b0 for: {'subnet': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:17:19.146390 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c7103a45-8fed-4647-9c41-9e7c9cf39c79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:19.308939 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c7103a45-8fed-4647-9c41-9e7c9cf39c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for subnet, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:19.363456 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7103a45-8fed-4647-9c41-9e7c9cf39c79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71e05663-4a4d-4dd4-a296-dff2c898f7df,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:17:19.370023 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7103a45-8fed-4647-9c41-9e7c9cf39c79 admin admin] Checking segment: {'id': 'a7e891ba-46d5-43d4-896e-59517b05e37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0673e9d-087e-46d1-ae54-60ded2dfebe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:17:19.370378 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7103a45-8fed-4647-9c41-9e7c9cf39c79 admin admin] Network hostable DHCP agents. Network: e0673e9d-087e-46d1-ae54-60ded2dfebe2, hostable agents: ['ecf2eb48-0220-401f-8612-1931512fe08d'], hosted agents: [] {{(pid=94000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 11:17:19.387043 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7103a45-8fed-4647-9c41-9e7c9cf39c79 admin admin] Network e0673e9d-087e-46d1-ae54-60ded2dfebe2 is scheduled to be hosted by DHCP agent ecf2eb48-0220-401f-8612-1931512fe08d with binding_index 1 {{(pid=94000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 11:17:19.395965 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-c7103a45-8fed-4647-9c41-9e7c9cf39c79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811032-1-iscsi, e0673e9d-087e-46d1-ae54-60ded2dfebe2) {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:17:19.399918 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7103a45-8fed-4647-9c41-9e7c9cf39c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:17:19.400496 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c7103a45-8fed-4647-9c41-9e7c9cf39c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:19.406250 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d15566-7d08-465c-b59a-a0a3170fe5e2 None None] Network e0673e9d-087e-46d1-ae54-60ded2dfebe2 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:17:19.415438 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-c7103a45-8fed-4647-9c41-9e7c9cf39c79 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2954457 Sep 26 11:17:19.570495 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaad88be8-db61-5050-a9af-3709a516940e-e0673e9d-087e-46d1-ae54-60ded2dfebe2', 'network_id': 'e0673e9d-087e-46d1-ae54-60ded2dfebe2', 'tenant_id': '265f59984db14f3f8f2bc034d880a4b0', 'fixed_ips': [{'subnet_id': '71e05663-4a4d-4dd4-a296-dff2c898f7df'}]}} from dv-cinder-811032-1-iscsi. {{(pid=94002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 11:17:19.571431 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:19.712596 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.db_base_plugin_common [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Allocated IP 192.168.233.2 (e0673e9d-087e-46d1-ae54-60ded2dfebe2/71e05663-4a4d-4dd4-a296-dff2c898f7df/e9d9dd2e-98af-421c-8391-e0333748e198) {{(pid=94002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:17:19.861231 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:19.869191 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591'] for port, after_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:19.916307 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Network e0673e9d-087e-46d1-ae54-60ded2dfebe2 is already hosted by enough agents. {{(pid=94002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:17:19.923000 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.scheduler.base_scheduler [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Resources bound (agent type, host, resource id): {{(pid=94002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:17:19.924884 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Pushing event updated for resources: {'Port': ['ID=e9d9dd2e-98af-421c-8391-e0333748e198,revision_number=1']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:17:19.927051 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Received port after_create {{(pid=94002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:17:19.938257 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:17:19.938585 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:17:19.938961 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:17:19.939305 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:17:19.939649 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:17:19.939988 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:17:19.940322 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:17:19.940655 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:17:19.941007 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:17:19.941340 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:17:19.941690 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:17:19.942019 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:17:19.992672 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Attempting to bind port e9d9dd2e-98af-421c-8391-e0333748e198 on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:17:19.992965 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Attempting to bind port e9d9dd2e-98af-421c-8391-e0333748e198 by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': 'a7e891ba-46d5-43d4-896e-59517b05e37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0673e9d-087e-46d1-ae54-60ded2dfebe2'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:17:19.993329 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Attempting to bind port e9d9dd2e-98af-421c-8391-e0333748e198 on network e0673e9d-087e-46d1-ae54-60ded2dfebe2 {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:17:19.999581 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:17:19.999959 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Checking segment: {'id': 'a7e891ba-46d5-43d4-896e-59517b05e37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0673e9d-087e-46d1-ae54-60ded2dfebe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:17:20.000363 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:20.000755 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Bound using segment: {'id': 'a7e891ba-46d5-43d4-896e-59517b05e37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0673e9d-087e-46d1-ae54-60ded2dfebe2'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:17:20.001221 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Bound port: e9d9dd2e-98af-421c-8391-e0333748e198, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e891ba-46d5-43d4-896e-59517b05e37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0673e9d-087e-46d1-ae54-60ded2dfebe2'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:17:20.001608 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:20.068718 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] For port e9d9dd2e-98af-421c-8391-e0333748e198, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:17:20.071898 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] For port e9d9dd2e-98af-421c-8391-e0333748e198, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=e9d9dd2e-98af-421c-8391-e0333748e198,segment=NetworkSegment(a7e891ba-46d5-43d4-896e-59517b05e37b),segment_id=a7e891ba-46d5-43d4-896e-59517b05e37b)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:17:20.078262 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:20.133978 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91ee7b-d338-4e85-ac22-8d05822e04b8 None None] Pushing event updated for resources: {'Port': ['ID=e9d9dd2e-98af-421c-8391-e0333748e198,revision_number=2']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:17:20.958825 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a460c17c-2e6f-42ad-86cf-24dd42079eac None None] Network e0673e9d-087e-46d1-ae54-60ded2dfebe2 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:17:21.082559 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-7bd21f73-635d-40d8-98d7-077b52fc2cf4 None None] Provisioning complete for port e9d9dd2e-98af-421c-8391-e0333748e198 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:17:21.082970 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-7bd21f73-635d-40d8-98d7-077b52fc2cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:21.192879 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-7bd21f73-635d-40d8-98d7-077b52fc2cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:21.227383 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-7bd21f73-635d-40d8-98d7-077b52fc2cf4 None None] For port e9d9dd2e-98af-421c-8391-e0333748e198, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=e9d9dd2e-98af-421c-8391-e0333748e198,segment=NetworkSegment(a7e891ba-46d5-43d4-896e-59517b05e37b),segment_id=a7e891ba-46d5-43d4-896e-59517b05e37b)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:17:21.233700 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-7bd21f73-635d-40d8-98d7-077b52fc2cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:21.287550 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd21f73-635d-40d8-98d7-077b52fc2cf4 None None] Pushing event updated for resources: {'Port': ['ID=e9d9dd2e-98af-421c-8391-e0333748e198,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:17:21.453886 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ef338f97-f9f1-4704-8218-eed612f408b2 None None] Provisioning complete for port e9d9dd2e-98af-421c-8391-e0333748e198 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:17:21.454503 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ef338f97-f9f1-4704-8218-eed612f408b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:22.239932 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device e9d9dd2e-98af-421c-8391-e0333748e198 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:17:22.291704 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port e9d9dd2e-98af-421c-8391-e0333748e198 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:17:22.291986 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:24.374303 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 5 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:17:29.318383 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b0b427a5-062f-4320-9ec0-6ce3498c49da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:31.816125 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-d0f45d33-0d76-4222-97d0-185527d9df3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:32.480670 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:33.233273 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:34.630362 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:17:59.319156 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b7b1d017-f29c-44a6-9d67-d89df54a5363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:18:01.313942 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 5 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:18:01.819768 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-90adac85-b389-466e-8449-d8665f041c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:18:02.473479 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:18:03.236682 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:18:04.633215 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:18:28.633978 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 43250) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:18:28.640883 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [None req-c90e4e5f-4e5a-47ae-bc0c-32bdab579bcc tempest-verify_tempest_config-1159282324 tempest-verify_tempest_config-1159282324-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 11:18:28.641933 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-c90e4e5f-4e5a-47ae-bc0c-32bdab579bcc tempest-verify_tempest_config-1159282324 tempest-verify_tempest_config-1159282324-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0069106 Sep 26 11:18:28.972886 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 43268) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:18:29.078225 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e694e89e-177a-4143-9121-b949692ae636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:18:29.165116 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e694e89e-177a-4143-9121-b949692ae636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:18:29.170187 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e694e89e-177a-4143-9121-b949692ae636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:18:29.220343 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-e694e89e-177a-4143-9121-b949692ae636 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=204685fc5a264d46a9d7e2ad2a2ba132&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2463560 Sep 26 11:18:29.221043 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694e89e-177a-4143-9121-b949692ae636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67228402-3a97-4b34-9ba5-48b668304c84,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:18:29.223030 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 43272) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:18:29.228317 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694e89e-177a-4143-9121-b949692ae636 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:18:29.228688 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694e89e-177a-4143-9121-b949692ae636 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:18:29.229034 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694e89e-177a-4143-9121-b949692ae636 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:18:29.229388 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694e89e-177a-4143-9121-b949692ae636 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:18:29.229703 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694e89e-177a-4143-9121-b949692ae636 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:18:29.230038 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694e89e-177a-4143-9121-b949692ae636 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:18:29.230426 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694e89e-177a-4143-9121-b949692ae636 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:18:29.230738 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694e89e-177a-4143-9121-b949692ae636 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:18:29.231100 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694e89e-177a-4143-9121-b949692ae636 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:18:29.231412 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694e89e-177a-4143-9121-b949692ae636 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:18:29.231725 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694e89e-177a-4143-9121-b949692ae636 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:18:29.232707 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694e89e-177a-4143-9121-b949692ae636 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:18:29.284958 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-192f55bf-f2d2-457f-adae-c5e40f01d8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:18:29.307154 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-192f55bf-f2d2-457f-adae-c5e40f01d8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:18:29.321637 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-9fb583f4-641e-48a2-9524-a962173b0032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:18:29.399979 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-192f55bf-f2d2-457f-adae-c5e40f01d8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:18:29.402673 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-192f55bf-f2d2-457f-adae-c5e40f01d8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:18:29.403957 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-192f55bf-f2d2-457f-adae-c5e40f01d8bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/67228402-3a97-4b34-9ba5-48b668304c84 HTTP/1.1" status: 204 len: 168 time: 0.1798663 Sep 26 11:18:29.415981 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f55bf-f2d2-457f-adae-c5e40f01d8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67228402-3a97-4b34-9ba5-48b668304c84,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:18:29.427915 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f55bf-f2d2-457f-adae-c5e40f01d8bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:18:29.428519 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f55bf-f2d2-457f-adae-c5e40f01d8bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:18:29.429043 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f55bf-f2d2-457f-adae-c5e40f01d8bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:18:29.429610 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f55bf-f2d2-457f-adae-c5e40f01d8bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:18:29.430145 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f55bf-f2d2-457f-adae-c5e40f01d8bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:18:29.430765 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f55bf-f2d2-457f-adae-c5e40f01d8bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:18:29.431368 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f55bf-f2d2-457f-adae-c5e40f01d8bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:18:29.431934 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f55bf-f2d2-457f-adae-c5e40f01d8bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:18:29.432485 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f55bf-f2d2-457f-adae-c5e40f01d8bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:18:29.433023 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f55bf-f2d2-457f-adae-c5e40f01d8bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:18:29.433573 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f55bf-f2d2-457f-adae-c5e40f01d8bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:18:29.434117 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192f55bf-f2d2-457f-adae-c5e40f01d8bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:18:31.824225 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-5652b863-1d64-499d-84d5-1797d213a87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:18:32.478668 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:18:33.243393 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:18:34.635550 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:18:38.312355 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 5 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:18:59.327643 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-a007a1f9-a4e6-44e2-9463-9029ee865d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:19:01.827023 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-86a99eed-dfad-45fe-91b1-7286277de964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:19:02.472726 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:19:03.244946 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:19:04.649881 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:19:15.312741 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 5 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:19:29.331147 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-e4845f38-259e-45b3-ac49-eae07ae51eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:19:31.830273 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ac4a3c0a-2fa9-423d-b017-db647344a9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:19:32.478451 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:19:33.251325 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:19:34.642573 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:19:52.312537 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 5 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:19:58.925360 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748749'] for agent, after_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:19:59.336156 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-f9e85fb0-1ca0-42c6-b615-7b4bb1d13fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:20:01.835451 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-8ffbbd7c-3f11-42f6-9b4f-367e99ffee4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:20:02.479422 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:20:03.251033 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:20:04.653165 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:20:15.567726 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 43348) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:20:15.694348 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-cd4816d6-5b3b-4fd6-90d5-c0db6b6479b9 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1251040 Sep 26 11:20:18.020253 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 43358) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:20:18.083258 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-879b6517-2dbd-4c22-8910-b771b25a6661 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0618262 Sep 26 11:20:28.886728 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:20:29.312128 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:20:29.338361 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-f2793236-abfd-451e-bf90-7665bfd56c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:20:31.840069 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-14af20ff-90f8-49b2-a03d-cc9b89f0f777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:20:32.474115 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:20:33.253288 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:20:34.650835 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:20:58.896049 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:20:59.343744 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-71f3bb3c-9926-48ee-8d51-945f8cf28f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:01.846508 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-8f8d0fe9-8f4f-4a9a-b565-96101afe8178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:02.475899 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:03.256175 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:04.654426 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:06.311483 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:21:28.917210 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:29.339418 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-c29ac32d-4b88-406d-8c98-055ff1b1102a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:31.855451 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-f1c00ffe-fa76-4b56-92f1-1aa412c9a9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:32.481340 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:33.258477 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:34.657390 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:43.310273 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:21:48.420735 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 43488) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:21:48.782697 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-422506408-network', 'tenant_id': '67eee41fc6fb495c886ceb34253e4191'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:21:48.806990 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] Made reservation on behalf of 67eee41fc6fb495c886ceb34253e4191 for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:21:48.809342 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:48.821539 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:48.926133 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:48.930466 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:48.961077 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e903be7-4b1a-4979-826e-9568b911597f,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:21:48.967324 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 11:21:48.977410 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:48.977779 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:48.978119 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] Tracked resource versions report: Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: pushed versions: Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: { 'AddressGroup': {'1.2'}, Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: 'ConntrackHelper': {'1.0'}, Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: 'Log': {'1.0'}, Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: 'Network': {'1.1'}, Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: 'Port': {'1.7'}, Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: 'PortForwarding': {'1.2'}, Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: 'QosPolicy': {'1.9'}, Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: 'SecurityGroup': {'1.4'}, Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: 'SecurityGroupRule': {'1.2'}, Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: 'SubPort': {'1.0'}, Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: 'Subnet': {'1.1'}, Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: 'Trunk': {'1.1'}} Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: consumer versions: Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: { DHCP agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: HyperV agent@hv-cinder-81103: {}, Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: L3 agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: Metadata agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: Metering agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: Open vSwitch agent@dv-cinder-811032-1-iscsi: { 'AddressGroup': '1.2', Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: 'ConntrackHelper': '1.0', Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: 'Log': '1.0', Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: 'Network': '1.1', Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: 'Port': '1.7', Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: 'PortForwarding': '1.2', Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: 'QosPolicy': '1.9', Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: 'SecurityGroup': '1.4', Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: 'SecurityGroupRule': '1.2', Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: 'SubPort': '1.0', Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: 'Subnet': '1.1', Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: 'Trunk': '1.1'}} Sep 26 11:21:48.983913 dv-cinder-811032-1-iscsi neutron-server[94000]: {{(pid=94000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 11:21:48.991653 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:48.991995 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.db.segments_db [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] Added segment 052ad395-361c-41b6-9565-e0bff30f9558 of type vlan for network 072d778e-b4c9-4688-a1f8-87635c19d212 Sep 26 11:21:49.048984 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784556657430'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:49.075399 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:49.076950 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:21:49.077955 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:49.109284 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 43526) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:21:49.109952 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6875303 Sep 26 11:21:49.117252 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-517d0f14-df4e-4d21-bd49-d9b6f27b5c96 admin admin] Request body: {'subnet': {'network_id': '072d778e-b4c9-4688-a1f8-87635c19d212', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-422506408-subnet', 'tenant_id': '67eee41fc6fb495c886ceb34253e4191', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:21:49.142474 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517d0f14-df4e-4d21-bd49-d9b6f27b5c96 admin admin] Made reservation on behalf of 67eee41fc6fb495c886ceb34253e4191 for: {'subnet': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:21:49.146951 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-517d0f14-df4e-4d21-bd49-d9b6f27b5c96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:49.153766 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ded940-d8f6-429a-901b-70e8d7b47afe admin admin] Pushing event updated for resources: {'Network': ['ID=072d778e-b4c9-4688-a1f8-87635c19d212,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:21:49.165228 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Network 072d778e-b4c9-4688-a1f8-87635c19d212 details requested by agent ovs-agent-dv-cinder-811032-1-iscsi with host dv-cinder-811032-1-iscsi {{(pid=94002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 11:21:49.376513 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-517d0f14-df4e-4d21-bd49-d9b6f27b5c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for subnet, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:49.432749 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d0f14-df4e-4d21-bd49-d9b6f27b5c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fb10538-4767-437e-9cc6-8cdf98561c3a,revision_number=0']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:21:49.446910 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d0f14-df4e-4d21-bd49-d9b6f27b5c96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:49.447245 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d0f14-df4e-4d21-bd49-d9b6f27b5c96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:49.447642 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d0f14-df4e-4d21-bd49-d9b6f27b5c96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:49.447951 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d0f14-df4e-4d21-bd49-d9b6f27b5c96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:49.448285 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d0f14-df4e-4d21-bd49-d9b6f27b5c96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:49.448677 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d0f14-df4e-4d21-bd49-d9b6f27b5c96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:49.449375 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d0f14-df4e-4d21-bd49-d9b6f27b5c96 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:49.449375 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d0f14-df4e-4d21-bd49-d9b6f27b5c96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:49.449660 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d0f14-df4e-4d21-bd49-d9b6f27b5c96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:49.450057 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d0f14-df4e-4d21-bd49-d9b6f27b5c96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:49.450313 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d0f14-df4e-4d21-bd49-d9b6f27b5c96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:49.450631 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d0f14-df4e-4d21-bd49-d9b6f27b5c96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517d0f14-df4e-4d21-bd49-d9b6f27b5c96 admin admin] Tracked resource versions report: Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: pushed versions: Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: { 'AddressGroup': {'1.2'}, Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: 'ConntrackHelper': {'1.0'}, Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: 'Log': {'1.0'}, Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: 'Network': {'1.1'}, Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: 'Port': {'1.7'}, Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: 'PortForwarding': {'1.2'}, Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: 'QosPolicy': {'1.9'}, Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: 'SecurityGroup': {'1.4'}, Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: 'SecurityGroupRule': {'1.2'}, Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: 'SubPort': {'1.0'}, Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: 'Subnet': {'1.1'}, Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: 'Trunk': {'1.1'}} Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: consumer versions: Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: { DHCP agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: HyperV agent@hv-cinder-81103: {}, Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: L3 agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: Metadata agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: Metering agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: Open vSwitch agent@dv-cinder-811032-1-iscsi: { 'AddressGroup': '1.2', Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: 'ConntrackHelper': '1.0', Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: 'Log': '1.0', Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: 'Network': '1.1', Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: 'Port': '1.7', Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: 'PortForwarding': '1.2', Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: 'QosPolicy': '1.9', Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: 'SecurityGroup': '1.4', Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: 'SecurityGroupRule': '1.2', Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: 'SubPort': '1.0', Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: 'Subnet': '1.1', Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: 'Trunk': '1.1'}} Sep 26 11:21:49.451896 dv-cinder-811032-1-iscsi neutron-server[94001]: {{(pid=94001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 11:21:49.464820 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517d0f14-df4e-4d21-bd49-d9b6f27b5c96 admin admin] Checking segment: {'id': '052ad395-361c-41b6-9565-e0bff30f9558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '072d778e-b4c9-4688-a1f8-87635c19d212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:21:49.464820 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517d0f14-df4e-4d21-bd49-d9b6f27b5c96 admin admin] Network hostable DHCP agents. Network: 072d778e-b4c9-4688-a1f8-87635c19d212, hostable agents: ['ecf2eb48-0220-401f-8612-1931512fe08d'], hosted agents: [] {{(pid=94001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 11:21:49.484783 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517d0f14-df4e-4d21-bd49-d9b6f27b5c96 admin admin] Network 072d778e-b4c9-4688-a1f8-87635c19d212 is scheduled to be hosted by DHCP agent ecf2eb48-0220-401f-8612-1931512fe08d with binding_index 1 {{(pid=94001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 11:21:49.496058 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-517d0f14-df4e-4d21-bd49-d9b6f27b5c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811032-1-iscsi, 072d778e-b4c9-4688-a1f8-87635c19d212) {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:21:49.508056 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517d0f14-df4e-4d21-bd49-d9b6f27b5c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:21:49.509344 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-517d0f14-df4e-4d21-bd49-d9b6f27b5c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:49.515915 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024beeef-db60-4227-ac13-5ea5c1b8c036 None None] Network 072d778e-b4c9-4688-a1f8-87635c19d212 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:21:49.535595 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-517d0f14-df4e-4d21-bd49-d9b6f27b5c96 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4247739 Sep 26 11:21:49.696630 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e48bca6-1a8c-4442-97f5-1ecdb7effb5e None None] Network 072d778e-b4c9-4688-a1f8-87635c19d212 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:21:49.816609 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 43568) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:21:50.113914 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 43582) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:21:50.308262 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-15176c02-7e35-4c9f-8c2b-816203a337cf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-250096965-network', 'tenant_id': '2420ccca5e84489db9a6b4bf84d2a930'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:21:50.330941 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15176c02-7e35-4c9f-8c2b-816203a337cf admin admin] Made reservation on behalf of 2420ccca5e84489db9a6b4bf84d2a930 for: {'network': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:21:50.333427 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-15176c02-7e35-4c9f-8c2b-816203a337cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for network, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:50.338770 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 43590) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:21:50.342821 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-15176c02-7e35-4c9f-8c2b-816203a337cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:50.441117 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-15176c02-7e35-4c9f-8c2b-816203a337cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:50.446416 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-15176c02-7e35-4c9f-8c2b-816203a337cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:50.472593 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15176c02-7e35-4c9f-8c2b-816203a337cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:21:50.481517 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15176c02-7e35-4c9f-8c2b-816203a337cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=94001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 11:21:50.494552 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-15176c02-7e35-4c9f-8c2b-816203a337cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:50.495180 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.db.segments_db [None req-15176c02-7e35-4c9f-8c2b-816203a337cf admin admin] Added segment bb9d2606-9463-4e42-a9b7-76a1c77e2f0d of type vlan for network 3648fc75-c2d1-4acd-9ffa-052eac6b49c8 Sep 26 11:21:50.529418 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-0f2d9ad9-45b6-4404-9207-5915a1bc825b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-195278720-network', 'tenant_id': '0a5a72529877428ea014522afb626541'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:21:50.558067 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-15176c02-7e35-4c9f-8c2b-816203a337cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784556657430'] for network, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:50.565833 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2d9ad9-45b6-4404-9207-5915a1bc825b admin admin] Made reservation on behalf of 0a5a72529877428ea014522afb626541 for: {'network': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:21:50.568194 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0f2d9ad9-45b6-4404-9207-5915a1bc825b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for network, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:50.584386 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0f2d9ad9-45b6-4404-9207-5915a1bc825b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:50.608696 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-15176c02-7e35-4c9f-8c2b-816203a337cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for network, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:50.609705 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15176c02-7e35-4c9f-8c2b-816203a337cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:21:50.610227 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-15176c02-7e35-4c9f-8c2b-816203a337cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:50.695910 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15176c02-7e35-4c9f-8c2b-816203a337cf admin admin] Pushing event updated for resources: {'Network': ['ID=3648fc75-c2d1-4acd-9ffa-052eac6b49c8,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:21:50.713107 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Network 3648fc75-c2d1-4acd-9ffa-052eac6b49c8 details requested by agent ovs-agent-dv-cinder-811032-1-iscsi with host dv-cinder-811032-1-iscsi {{(pid=94002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 11:21:50.754473 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0f2d9ad9-45b6-4404-9207-5915a1bc825b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:50.761663 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0f2d9ad9-45b6-4404-9207-5915a1bc825b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:50.796176 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d9ad9-45b6-4404-9207-5915a1bc825b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a70d694-3166-476f-a2d7-c61a6fa0ab24,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:21:50.800849 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-15176c02-7e35-4c9f-8c2b-816203a337cf admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9826849 Sep 26 11:21:50.804678 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 43616) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:21:50.808694 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2d9ad9-45b6-4404-9207-5915a1bc825b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=94001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 11:21:50.811473 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-fa7c7edf-94ca-4514-995a-1a1efd323f2e admin admin] Request body: {'subnet': {'network_id': '3648fc75-c2d1-4acd-9ffa-052eac6b49c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-250096965-subnet', 'tenant_id': '2420ccca5e84489db9a6b4bf84d2a930', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:21:50.833795 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0f2d9ad9-45b6-4404-9207-5915a1bc825b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:50.834327 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.db.segments_db [None req-0f2d9ad9-45b6-4404-9207-5915a1bc825b admin admin] Added segment fcc5799a-eb51-4135-962b-9ae4b4d86e58 of type vlan for network 3816b198-fbf9-4832-9257-7a9e89f72850 Sep 26 11:21:50.845910 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7c7edf-94ca-4514-995a-1a1efd323f2e admin admin] Made reservation on behalf of 2420ccca5e84489db9a6b4bf84d2a930 for: {'subnet': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:21:50.851791 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fa7c7edf-94ca-4514-995a-1a1efd323f2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:50.875646 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 43618) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:21:50.896389 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0f2d9ad9-45b6-4404-9207-5915a1bc825b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784556657430'] for network, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:50.939298 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0f2d9ad9-45b6-4404-9207-5915a1bc825b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for network, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:50.940724 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2d9ad9-45b6-4404-9207-5915a1bc825b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:21:50.941753 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0f2d9ad9-45b6-4404-9207-5915a1bc825b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:50.946762 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-85f1dcc1-f285-42f9-8ac4-d99ecf0aa06b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2002190616-network', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:21:50.996266 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f1dcc1-f285-42f9-8ac4-d99ecf0aa06b admin admin] Made reservation on behalf of 71a25fc4741b4733922f1d8cc15f8d60 for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:21:51.000351 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-85f1dcc1-f285-42f9-8ac4-d99ecf0aa06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:51.016779 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-85f1dcc1-f285-42f9-8ac4-d99ecf0aa06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:51.063826 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d9ad9-45b6-4404-9207-5915a1bc825b admin admin] Pushing event updated for resources: {'Network': ['ID=3816b198-fbf9-4832-9257-7a9e89f72850,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:21:51.076004 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Network 3816b198-fbf9-4832-9257-7a9e89f72850 details requested by agent ovs-agent-dv-cinder-811032-1-iscsi with host dv-cinder-811032-1-iscsi {{(pid=94002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 11:21:51.111289 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-d67da0c7-59f5-4294-8183-99a418b245e5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1984972636-network', 'tenant_id': '43facc63e96044f4be2356149b456c52'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:21:51.223187 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-85f1dcc1-f285-42f9-8ac4-d99ecf0aa06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:51.234434 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-85f1dcc1-f285-42f9-8ac4-d99ecf0aa06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:51.237426 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-0f2d9ad9-45b6-4404-9207-5915a1bc825b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1215150 Sep 26 11:21:51.240544 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 43634) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:21:51.246953 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-d6a1fbcf-905f-4f09-ac83-bff2f85f2fef admin admin] Request body: {'subnet': {'network_id': '3816b198-fbf9-4832-9257-7a9e89f72850', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-195278720-subnet', 'tenant_id': '0a5a72529877428ea014522afb626541', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:21:51.284223 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1dcc1-f285-42f9-8ac4-d99ecf0aa06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462a5e90-91e7-419d-bf95-e3b9f9574f2c,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:21:51.300457 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fa7c7edf-94ca-4514-995a-1a1efd323f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for subnet, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:51.310305 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f1dcc1-f285-42f9-8ac4-d99ecf0aa06b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 11:21:51.323862 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67da0c7-59f5-4294-8183-99a418b245e5 admin admin] Made reservation on behalf of 43facc63e96044f4be2356149b456c52 for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:21:51.326986 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d67da0c7-59f5-4294-8183-99a418b245e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:51.334844 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a1fbcf-905f-4f09-ac83-bff2f85f2fef admin admin] Made reservation on behalf of 0a5a72529877428ea014522afb626541 for: {'subnet': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:21:51.339873 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d6a1fbcf-905f-4f09-ac83-bff2f85f2fef admin admin] Notify callbacks [] for subnet, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:51.361248 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-85f1dcc1-f285-42f9-8ac4-d99ecf0aa06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:51.362239 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.db.segments_db [None req-85f1dcc1-f285-42f9-8ac4-d99ecf0aa06b admin admin] Added segment 4de8c32e-a956-4fdd-9d0d-b92940ec01e6 of type vlan for network 0fbbe369-87d6-4403-8471-9c5dec794f0d Sep 26 11:21:51.500194 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-85f1dcc1-f285-42f9-8ac4-d99ecf0aa06b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784556657430'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:51.504261 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d67da0c7-59f5-4294-8183-99a418b245e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:51.610872 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c7edf-94ca-4514-995a-1a1efd323f2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=01cc8a24-a40e-4f6f-b303-98aba3c61d4a,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:21:51.627198 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d6a1fbcf-905f-4f09-ac83-bff2f85f2fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for subnet, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:51.685553 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-85f1dcc1-f285-42f9-8ac4-d99ecf0aa06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:51.692157 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f1dcc1-f285-42f9-8ac4-d99ecf0aa06b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:21:51.693220 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-85f1dcc1-f285-42f9-8ac4-d99ecf0aa06b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:51.700533 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a1fbcf-905f-4f09-ac83-bff2f85f2fef admin admin] Checking segment: {'id': 'fcc5799a-eb51-4135-962b-9ae4b4d86e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3816b198-fbf9-4832-9257-7a9e89f72850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:21:51.701179 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a1fbcf-905f-4f09-ac83-bff2f85f2fef admin admin] Network hostable DHCP agents. Network: 3816b198-fbf9-4832-9257-7a9e89f72850, hostable agents: ['ecf2eb48-0220-401f-8612-1931512fe08d'], hosted agents: [] {{(pid=94001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 11:21:51.818319 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a1fbcf-905f-4f09-ac83-bff2f85f2fef admin admin] Network 3816b198-fbf9-4832-9257-7a9e89f72850 is scheduled to be hosted by DHCP agent ecf2eb48-0220-401f-8612-1931512fe08d with binding_index 1 {{(pid=94001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 11:21:51.854481 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1fbcf-905f-4f09-ac83-bff2f85f2fef admin admin] Pushing event updated for resources: {'Subnet': ['ID=59e45337-b67d-4e42-97b1-813ae679474a,revision_number=0']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:21:51.856907 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-d6a1fbcf-905f-4f09-ac83-bff2f85f2fef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811032-1-iscsi, 3816b198-fbf9-4832-9257-7a9e89f72850) {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:21:51.898200 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7c7edf-94ca-4514-995a-1a1efd323f2e admin admin] Checking segment: {'id': 'bb9d2606-9463-4e42-a9b7-76a1c77e2f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3648fc75-c2d1-4acd-9ffa-052eac6b49c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:21:51.899365 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7c7edf-94ca-4514-995a-1a1efd323f2e admin admin] Network hostable DHCP agents. Network: 3648fc75-c2d1-4acd-9ffa-052eac6b49c8, hostable agents: ['ecf2eb48-0220-401f-8612-1931512fe08d'], hosted agents: [] {{(pid=94000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 11:21:51.909093 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a1fbcf-905f-4f09-ac83-bff2f85f2fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:21:51.909770 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d6a1fbcf-905f-4f09-ac83-bff2f85f2fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:51.917580 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a65c6d-bcc8-4031-b4f6-0302e2dca27d None None] Network 3816b198-fbf9-4832-9257-7a9e89f72850 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:21:51.937117 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d67da0c7-59f5-4294-8183-99a418b245e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:51.955031 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-d6a1fbcf-905f-4f09-ac83-bff2f85f2fef admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7132001 Sep 26 11:21:51.955814 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 43666) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:21:51.961071 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-448b0b01-97b2-46a2-a8ab-ac1e6803d3b7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-195278720-router', 'tenant_id': '0a5a72529877428ea014522afb626541', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:21:51.965377 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d67da0c7-59f5-4294-8183-99a418b245e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:52.014602 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-448b0b01-97b2-46a2-a8ab-ac1e6803d3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-394'] for router, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:52.016946 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-448b0b01-97b2-46a2-a8ab-ac1e6803d3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-387'] for router, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:52.061279 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-85f1dcc1-f285-42f9-8ac4-d99ecf0aa06b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7211354 Sep 26 11:21:52.070015 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 43676) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:21:52.077469 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1dcc1-f285-42f9-8ac4-d99ecf0aa06b admin admin] Pushing event updated for resources: {'Network': ['ID=0fbbe369-87d6-4403-8471-9c5dec794f0d,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:21:52.089989 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-0332ab52-e02a-476b-b175-ef8eb733c4e7 admin admin] Request body: {'subnet': {'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2002190616-subnet', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:21:52.121939 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Network 0fbbe369-87d6-4403-8471-9c5dec794f0d details requested by agent ovs-agent-dv-cinder-811032-1-iscsi with host dv-cinder-811032-1-iscsi {{(pid=94002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 11:21:52.129424 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7c7edf-94ca-4514-995a-1a1efd323f2e admin admin] Network 3648fc75-c2d1-4acd-9ffa-052eac6b49c8 is scheduled to be hosted by DHCP agent ecf2eb48-0220-401f-8612-1931512fe08d with binding_index 1 {{(pid=94000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 11:21:52.136200 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67da0c7-59f5-4294-8183-99a418b245e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 11:21:52.184998 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-fa7c7edf-94ca-4514-995a-1a1efd323f2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811032-1-iscsi, 3648fc75-c2d1-4acd-9ffa-052eac6b49c8) {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:21:52.216828 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d67da0c7-59f5-4294-8183-99a418b245e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:52.221007 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.db.segments_db [None req-d67da0c7-59f5-4294-8183-99a418b245e5 admin admin] Added segment 735b7bd5-2b0c-45c2-a583-abe7beda5eb2 of type vlan for network 662bdeaf-acdc-4290-93b2-bb085f85028d Sep 26 11:21:52.245002 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7c7edf-94ca-4514-995a-1a1efd323f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:21:52.255154 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fa7c7edf-94ca-4514-995a-1a1efd323f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:52.272860 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2226695-fd42-41ae-8a51-fe9b52f5d082 None None] Network 3648fc75-c2d1-4acd-9ffa-052eac6b49c8 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:21:52.306403 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67da0c7-59f5-4294-8183-99a418b245e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc535f7a-07b5-4897-9989-75cd1d2fae34,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:21:52.393055 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0332ab52-e02a-476b-b175-ef8eb733c4e7 admin admin] Made reservation on behalf of 71a25fc4741b4733922f1d8cc15f8d60 for: {'subnet': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:21:52.395427 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-448b0b01-97b2-46a2-a8ab-ac1e6803d3b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:52.398569 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0332ab52-e02a-476b-b175-ef8eb733c4e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:52.418001 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10fb0e2-e800-435d-bbbd-e3bcedb011ac None None] Network 3816b198-fbf9-4832-9257-7a9e89f72850 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:21:52.482701 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d67da0c7-59f5-4294-8183-99a418b245e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784556657430'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:52.496337 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-fa7c7edf-94ca-4514-995a-1a1efd323f2e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6899388 Sep 26 11:21:52.548944 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 43708) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:21:52.551229 dv-cinder-811032-1-iscsi neutron-server[94001]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 26 11:21:52.557286 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47227e49-2a15-4c1a-9a1f-11184e3c0343 None None] Network 3648fc75-c2d1-4acd-9ffa-052eac6b49c8 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:21:52.718212 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d67da0c7-59f5-4294-8183-99a418b245e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:52.722848 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67da0c7-59f5-4294-8183-99a418b245e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:21:52.728166 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d67da0c7-59f5-4294-8183-99a418b245e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:52.848510 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-d67da0c7-59f5-4294-8183-99a418b245e5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9678164 Sep 26 11:21:52.890234 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 43722) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:21:52.903043 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-c51e93d6-1669-498b-834c-89cffd0f6fc7 admin admin] Request body: {'subnet': {'network_id': '662bdeaf-acdc-4290-93b2-bb085f85028d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1984972636-subnet', 'tenant_id': '43facc63e96044f4be2356149b456c52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:21:52.965046 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67da0c7-59f5-4294-8183-99a418b245e5 admin admin] Pushing event updated for resources: {'Network': ['ID=662bdeaf-acdc-4290-93b2-bb085f85028d,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:21:52.985884 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Network 662bdeaf-acdc-4290-93b2-bb085f85028d details requested by agent ovs-agent-dv-cinder-811032-1-iscsi with host dv-cinder-811032-1-iscsi {{(pid=94002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 11:21:53.048106 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51e93d6-1669-498b-834c-89cffd0f6fc7 admin admin] Made reservation on behalf of 43facc63e96044f4be2356149b456c52 for: {'subnet': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:21:53.050521 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c51e93d6-1669-498b-834c-89cffd0f6fc7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:53.133468 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0332ab52-e02a-476b-b175-ef8eb733c4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for subnet, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:53.218192 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197ad17-eff8-4244-bd66-8315536b7892 req-50a3e88d-4d99-46e0-a9bc-e7dcaa7ac0b4 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:21:53.219710 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b197ad17-eff8-4244-bd66-8315536b7892 req-50a3e88d-4d99-46e0-a9bc-e7dcaa7ac0b4 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/networks?id=072d778e-b4c9-4688-a1f8-87635c19d212 HTTP/1.1" status: 200 len: 811 time: 0.6697490 Sep 26 11:21:53.274629 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 43740) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:21:53.292524 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-448b0b01-97b2-46a2-a8ab-ac1e6803d3b7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:53.308900 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332ab52-e02a-476b-b175-ef8eb733c4e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0beadaac-f79e-4337-a6d1-17c78a4fa88c,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:21:53.317618 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0332ab52-e02a-476b-b175-ef8eb733c4e7 admin admin] Checking segment: {'id': '4de8c32e-a956-4fdd-9d0d-b92940ec01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:21:53.318741 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0332ab52-e02a-476b-b175-ef8eb733c4e7 admin admin] Network hostable DHCP agents. Network: 0fbbe369-87d6-4403-8471-9c5dec794f0d, hostable agents: ['ecf2eb48-0220-401f-8612-1931512fe08d'], hosted agents: [] {{(pid=94000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 11:21:53.327001 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b197ad17-eff8-4244-bd66-8315536b7892 req-97dc64f4-6622-4a17-a538-3cfdab78b124 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/quotas/67eee41fc6fb495c886ceb34253e4191 HTTP/1.1" status: 200 len: 375 time: 0.0372624 Sep 26 11:21:53.389631 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b197ad17-eff8-4244-bd66-8315536b7892 req-77e374b8-b44b-43f1-ad73-b9952c86e464 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=67eee41fc6fb495c886ceb34253e4191&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616620 Sep 26 11:21:53.501108 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e0c2c09b-7ad3-40ba-89d3-a56ad8d65bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:53.506970 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0332ab52-e02a-476b-b175-ef8eb733c4e7 admin admin] Network 0fbbe369-87d6-4403-8471-9c5dec794f0d is scheduled to be hosted by DHCP agent ecf2eb48-0220-401f-8612-1931512fe08d with binding_index 1 {{(pid=94000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 11:21:53.563720 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [req-b197ad17-eff8-4244-bd66-8315536b7892 req-1046d0cb-5709-4672-9dee-9502aca70cfd service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 11:21:53.564904 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b197ad17-eff8-4244-bd66-8315536b7892 req-1046d0cb-5709-4672-9dee-9502aca70cfd service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0853815 Sep 26 11:21:53.654881 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-0332ab52-e02a-476b-b175-ef8eb733c4e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811032-1-iscsi, 0fbbe369-87d6-4403-8471-9c5dec794f0d) {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:21:53.657042 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c51e93d6-1669-498b-834c-89cffd0f6fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for subnet, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:53.669945 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfbc7e1-38ea-49e6-842a-c98acf7851b1 None None] Network 0fbbe369-87d6-4403-8471-9c5dec794f0d requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:21:53.711829 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e0c2c09b-7ad3-40ba-89d3-a56ad8d65bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:53.715923 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0332ab52-e02a-476b-b175-ef8eb733c4e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:21:53.716788 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0332ab52-e02a-476b-b175-ef8eb733c4e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:53.731486 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-448b0b01-97b2-46a2-a8ab-ac1e6803d3b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:53.747753 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-0332ab52-e02a-476b-b175-ef8eb733c4e7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6712625 Sep 26 11:21:53.748721 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e0c2c09b-7ad3-40ba-89d3-a56ad8d65bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:53.750889 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 43758) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:21:53.763646 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-448b0b01-97b2-46a2-a8ab-ac1e6803d3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:53.792251 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b197ad17-eff8-4244-bd66-8315536b7892 req-006f390b-e3ab-43b8-8f4c-bd640db80030 service neutron] 10.222.0.15 "GET /v2.0/networks/072d778e-b4c9-4688-a1f8-87635c19d212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947472 Sep 26 11:21:53.792981 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-4a299929-43c7-43a9-a53b-62d8637be44f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2002190616-router', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:21:53.804316 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2c09b-7ad3-40ba-89d3-a56ad8d65bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57674ca3-a7d6-4d91-a2b9-0d4f97bb6a07,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:21:53.836947 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e93d6-1669-498b-834c-89cffd0f6fc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55f00746-14fe-45af-8064-689796f9dd8a,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:21:53.859275 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-e0c2c09b-7ad3-40ba-89d3-a56ad8d65bf7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=579ca86f7f62408ea3bf21a2017501aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5797982 Sep 26 11:21:53.860202 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 43768) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:21:53.863004 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51e93d6-1669-498b-834c-89cffd0f6fc7 admin admin] Checking segment: {'id': '735b7bd5-2b0c-45c2-a583-abe7beda5eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '662bdeaf-acdc-4290-93b2-bb085f85028d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:21:53.863358 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51e93d6-1669-498b-834c-89cffd0f6fc7 admin admin] Network hostable DHCP agents. Network: 662bdeaf-acdc-4290-93b2-bb085f85028d, hostable agents: ['ecf2eb48-0220-401f-8612-1931512fe08d'], hosted agents: [] {{(pid=94000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 11:21:53.900547 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4a299929-43c7-43a9-a53b-62d8637be44f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-394'] for router, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:53.901703 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4a299929-43c7-43a9-a53b-62d8637be44f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-387'] for router, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:53.930555 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51e93d6-1669-498b-834c-89cffd0f6fc7 admin admin] Network 662bdeaf-acdc-4290-93b2-bb085f85028d is scheduled to be hosted by DHCP agent ecf2eb48-0220-401f-8612-1931512fe08d with binding_index 1 {{(pid=94000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 11:21:53.972999 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-c51e93d6-1669-498b-834c-89cffd0f6fc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811032-1-iscsi, 662bdeaf-acdc-4290-93b2-bb085f85028d) {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:21:54.006425 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51e93d6-1669-498b-834c-89cffd0f6fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:21:54.006840 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c51e93d6-1669-498b-834c-89cffd0f6fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:54.011599 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4a299929-43c7-43a9-a53b-62d8637be44f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:54.024436 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c238f63f-607e-4ec8-ba33-62049cc09143 None None] Network 662bdeaf-acdc-4290-93b2-bb085f85028d requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:21:54.032013 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaad88be8-db61-5050-a9af-3709a516940e-0fbbe369-87d6-4403-8471-9c5dec794f0d', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'fixed_ips': [{'subnet_id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c'}]}} from dv-cinder-811032-1-iscsi. {{(pid=94002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 11:21:54.033951 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:54.047693 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b197ad17-eff8-4244-bd66-8315536b7892 req-cb3ee309-e59e-4447-9fdc-6f78cff16d91 service neutron] 10.222.0.15 "GET /v2.0/networks/072d778e-b4c9-4688-a1f8-87635c19d212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544789 Sep 26 11:21:54.062418 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [None req-448b0b01-97b2-46a2-a8ab-ac1e6803d3b7 admin admin] Allocated IP 172.27.3.45 (d645f16f-c1f8-40bc-a964-fd8a8508da46/7b04f644-4880-4113-a1d0-930d600f8f14/f5155535-5092-4f57-a00b-2b7e06063c59) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:21:54.066384 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-01170f46-dbc7-4f61-86dd-79372efde27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:54.070726 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 43776) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:21:54.180870 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-c51e93d6-1669-498b-834c-89cffd0f6fc7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2853744 Sep 26 11:21:54.186390 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-01170f46-dbc7-4f61-86dd-79372efde27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:54.433173 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdee2a9-f927-4f1f-90ae-7892d5c91a18 None None] Network 662bdeaf-acdc-4290-93b2-bb085f85028d requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:21:54.461118 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-01170f46-dbc7-4f61-86dd-79372efde27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:54.467405 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-01170f46-dbc7-4f61-86dd-79372efde27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:54.472034 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-01170f46-dbc7-4f61-86dd-79372efde27d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57674ca3-a7d6-4d91-a2b9-0d4f97bb6a07 HTTP/1.1" status: 204 len: 168 time: 0.6019104 Sep 26 11:21:54.516697 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-6ab11428-56c8-4638-ade3-a9556cc16894 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:21:54.518243 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-6ab11428-56c8-4638-ade3-a9556cc16894 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/networks?id=3648fc75-c2d1-4acd-9ffa-052eac6b49c8 HTTP/1.1" status: 200 len: 814 time: 0.4420662 Sep 26 11:21:54.539607 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-448b0b01-97b2-46a2-a8ab-ac1e6803d3b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:54.542928 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.db_base_plugin_common [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Allocated IP 172.20.0.2 (0fbbe369-87d6-4403-8471-9c5dec794f0d/0beadaac-f79e-4337-a6d1-17c78a4fa88c/e9707eec-7e88-4382-abbb-45d7a0f51560) {{(pid=94002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:21:54.552923 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-8006e03e-174f-438b-a44f-6fbef816beaa tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/quotas/2420ccca5e84489db9a6b4bf84d2a930 HTTP/1.1" status: 200 len: 375 time: 0.0223081 Sep 26 11:21:54.572652 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4a299929-43c7-43a9-a53b-62d8637be44f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:54.575872 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01170f46-dbc7-4f61-86dd-79372efde27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57674ca3-a7d6-4d91-a2b9-0d4f97bb6a07,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:21:54.640546 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-896913a4-c1e7-41c2-917f-e6831b39dadf tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2420ccca5e84489db9a6b4bf84d2a930&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621204 Sep 26 11:21:54.746873 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-550d6cdb-4f00-402f-aebb-ae6d73c1aada req-838ba0a8-31ce-4faf-9b1e-fc613fff0628 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 210 time: 0.0992119 Sep 26 11:21:54.816478 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-448b0b01-97b2-46a2-a8ab-ac1e6803d3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:55.016849 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4a299929-43c7-43a9-a53b-62d8637be44f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:55.310797 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 43826) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:21:55.316390 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4a299929-43c7-43a9-a53b-62d8637be44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:55.361654 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448b0b01-97b2-46a2-a8ab-ac1e6803d3b7 admin admin] Network d645f16f-c1f8-40bc-a964-fd8a8508da46 is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:21:55.384117 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-448b0b01-97b2-46a2-a8ab-ac1e6803d3b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:21:55.389095 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6abdcbcf-549a-4e0b-96c0-2a5a76761e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:55.408202 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448b0b01-97b2-46a2-a8ab-ac1e6803d3b7 admin admin] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:21:55.499536 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b0b01-97b2-46a2-a8ab-ac1e6803d3b7 admin admin] Pushing event updated for resources: {'Port': ['ID=f5155535-5092-4f57-a00b-2b7e06063c59,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:21:55.633504 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:55.645409 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591'] for port, after_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:55.688997 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-4a299929-43c7-43a9-a53b-62d8637be44f admin admin] Allocated IP 172.27.3.87 (d645f16f-c1f8-40bc-a964-fd8a8508da46/7b04f644-4880-4113-a1d0-930d600f8f14/c85d5f4f-7a91-4827-9dbf-aa81e3c75594) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:21:55.738044 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Pushing event updated for resources: {'Port': ['ID=e9707eec-7e88-4382-abbb-45d7a0f51560,revision_number=1']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:21:55.762274 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Network 0fbbe369-87d6-4403-8471-9c5dec794f0d is already hosted by enough agents. {{(pid=94002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:21:55.768195 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.scheduler.base_scheduler [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Resources bound (agent type, host, resource id): {{(pid=94002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:21:55.772380 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Received port after_create {{(pid=94002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:21:55.776577 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:55.776975 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:55.777495 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:55.777664 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:55.777947 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:55.783387 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:55.783759 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:55.784085 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:55.784449 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:55.784781 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:55.785121 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:55.788569 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Tracked resource versions report: Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: pushed versions: Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: { 'AddressGroup': {'1.2'}, Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: 'ConntrackHelper': {'1.0'}, Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: 'Log': {'1.0'}, Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: 'Network': {'1.1'}, Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: 'Port': {'1.7'}, Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: 'PortForwarding': {'1.2'}, Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: 'QosPolicy': {'1.9'}, Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: 'SecurityGroup': {'1.4'}, Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: 'SecurityGroupRule': {'1.2'}, Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: 'SubPort': {'1.0'}, Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: 'Subnet': {'1.1'}, Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: 'Trunk': {'1.1'}} Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: consumer versions: Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: { DHCP agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: HyperV agent@hv-cinder-81103: {}, Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: L3 agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: Metadata agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: Metering agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: Open vSwitch agent@dv-cinder-811032-1-iscsi: { 'AddressGroup': '1.2', Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: 'ConntrackHelper': '1.0', Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: 'Log': '1.0', Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: 'Network': '1.1', Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: 'Port': '1.7', Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: 'PortForwarding': '1.2', Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: 'QosPolicy': '1.9', Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: 'SecurityGroup': '1.4', Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: 'SecurityGroupRule': '1.2', Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: 'SubPort': '1.0', Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: 'Subnet': '1.1', Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: 'Trunk': '1.1'}} Sep 26 11:21:55.789935 dv-cinder-811032-1-iscsi neutron-server[94002]: {{(pid=94002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 11:21:55.827127 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-b7152d73-0176-48d9-b666-d8d162131dab service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 11:21:55.828198 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-b7152d73-0176-48d9-b666-d8d162131dab service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5853343 Sep 26 11:21:55.898194 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 43850) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:21:55.903248 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Attempting to bind port e9707eec-7e88-4382-abbb-45d7a0f51560 on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:21:55.903994 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Attempting to bind port e9707eec-7e88-4382-abbb-45d7a0f51560 by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': '4de8c32e-a956-4fdd-9d0d-b92940ec01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:21:55.904650 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Attempting to bind port e9707eec-7e88-4382-abbb-45d7a0f51560 on network 0fbbe369-87d6-4403-8471-9c5dec794f0d {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:21:55.906107 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-100f69a7-d512-4894-abb5-01c434ea79ec admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1568564427-network', 'tenant_id': '3556df3eef5c41eebb5f9942674a6b22'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:21:55.911717 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:21:55.913046 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Checking segment: {'id': '4de8c32e-a956-4fdd-9d0d-b92940ec01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:21:55.913811 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:55.914532 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Bound using segment: {'id': '4de8c32e-a956-4fdd-9d0d-b92940ec01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:21:55.915282 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Bound port: e9707eec-7e88-4382-abbb-45d7a0f51560, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de8c32e-a956-4fdd-9d0d-b92940ec01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:21:55.915919 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:55.985388 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4a299929-43c7-43a9-a53b-62d8637be44f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:56.011135 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] For port e9707eec-7e88-4382-abbb-45d7a0f51560, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:21:56.016927 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] For port e9707eec-7e88-4382-abbb-45d7a0f51560, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=e9707eec-7e88-4382-abbb-45d7a0f51560,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:21:56.025618 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:56.081219 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e3803c89-880c-41ea-aed2-8934a0c59ef6 req-3c3e23e7-0bec-45b8-9ef5-59b7c913be87 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 210 time: 0.1928794 Sep 26 11:21:56.090151 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4a299929-43c7-43a9-a53b-62d8637be44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:56.151083 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61373b78-5e5e-4617-98a5-c00f70420cb5 None None] Pushing event updated for resources: {'Port': ['ID=e9707eec-7e88-4382-abbb-45d7a0f51560,revision_number=2']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:21:56.174471 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a299929-43c7-43a9-a53b-62d8637be44f admin admin] Network d645f16f-c1f8-40bc-a964-fd8a8508da46 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:21:56.179903 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-4a299929-43c7-43a9-a53b-62d8637be44f admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:21:56.182237 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6abdcbcf-549a-4e0b-96c0-2a5a76761e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:56.182598 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a299929-43c7-43a9-a53b-62d8637be44f admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:21:56.193329 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a299929-43c7-43a9-a53b-62d8637be44f admin admin] Pushing event updated for resources: {'Port': ['ID=c85d5f4f-7a91-4827-9dbf-aa81e3c75594,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:21:56.219865 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6abdcbcf-549a-4e0b-96c0-2a5a76761e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:56.333203 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-448b0b01-97b2-46a2-a8ab-ac1e6803d3b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:56.348254 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100f69a7-d512-4894-abb5-01c434ea79ec admin admin] Made reservation on behalf of 3556df3eef5c41eebb5f9942674a6b22 for: {'network': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:21:56.354094 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-100f69a7-d512-4894-abb5-01c434ea79ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for network, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:56.422330 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-14734a79-d91e-4b95-89c7-5bfeaf9b1e23 service neutron] 10.222.0.15 "GET /v2.0/networks/3648fc75-c2d1-4acd-9ffa-052eac6b49c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5732152 Sep 26 11:21:56.434229 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-6abdcbcf-549a-4e0b-96c0-2a5a76761e2b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=50679baf86a2408c8166f7d010886eec&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1183197 Sep 26 11:21:56.436897 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abdcbcf-549a-4e0b-96c0-2a5a76761e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79049333-47e5-434c-b6ca-de0102cc0d23,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:21:56.440497 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 43874) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:21:56.441192 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-100f69a7-d512-4894-abb5-01c434ea79ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:56.740120 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4a299929-43c7-43a9-a53b-62d8637be44f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:56.984366 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-cf54f3d5-14ec-4ed5-9aac-904be829745c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:56.989987 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-d2026671-5fe7-497c-940d-6328ed6018aa service neutron] 10.222.0.15 "GET /v2.0/networks/3648fc75-c2d1-4acd-9ffa-052eac6b49c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5409062 Sep 26 11:21:57.014921 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-448b0b01-97b2-46a2-a8ab-ac1e6803d3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749496'] for router, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:57.045196 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4a299929-43c7-43a9-a53b-62d8637be44f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749496'] for router, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:57.073809 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-cf54f3d5-14ec-4ed5-9aac-904be829745c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:57.285005 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-100f69a7-d512-4894-abb5-01c434ea79ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:57.295081 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-100f69a7-d512-4894-abb5-01c434ea79ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:57.305373 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-cf54f3d5-14ec-4ed5-9aac-904be829745c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:57.308750 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-cf54f3d5-14ec-4ed5-9aac-904be829745c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:57.310327 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-cf54f3d5-14ec-4ed5-9aac-904be829745c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/79049333-47e5-434c-b6ca-de0102cc0d23 HTTP/1.1" status: 204 len: 168 time: 0.8669586 Sep 26 11:21:57.359593 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a299929-43c7-43a9-a53b-62d8637be44f admin admin] Router 74900178-a829-44b6-86cb-66d681fca92d is scheduled to L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd with binding_index 1 {{(pid=94000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 11:21:57.414570 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-485a3097-1f28-48c2-b83c-56297d4627b9 req-767891a5-2b70-41a5-b873-72c119e676c7 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 210 time: 0.0484447 Sep 26 11:21:57.415732 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100f69a7-d512-4894-abb5-01c434ea79ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=94001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 11:21:57.477003 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f69a7-d512-4894-abb5-01c434ea79ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01630240-00b7-4d39-8a88-49c4b611deb1,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:21:57.482285 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-100f69a7-d512-4894-abb5-01c434ea79ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:57.490386 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.db.segments_db [None req-100f69a7-d512-4894-abb5-01c434ea79ec admin admin] Added segment b7cf8928-1369-4c8c-b535-644294fd8490 of type vlan for network 0bb6634b-886e-4de3-a25d-82e1bcd3c36d Sep 26 11:21:57.546861 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2d24eed0-a3c3-4546-a5be-e12d4ce03a7e req-506545b5-7139-4905-86f4-7255bf0ec85d tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 210 time: 0.0751734 Sep 26 11:21:57.548990 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54f3d5-14ec-4ed5-9aac-904be829745c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79049333-47e5-434c-b6ca-de0102cc0d23,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:21:57.574579 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a299929-43c7-43a9-a53b-62d8637be44f admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:21:57.593092 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07927b1-e652-4181-bfc6-4a9a152a6c18 None None] Sync routers for ids ['74900178-a829-44b6-86cb-66d681fca92d'] in dv-cinder-811032-1-iscsi {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:21:57.609780 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4a299929-43c7-43a9-a53b-62d8637be44f admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:57.615298 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-4a299929-43c7-43a9-a53b-62d8637be44f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8260293 Sep 26 11:21:57.617398 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 43908) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:21:57.627836 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07927b1-e652-4181-bfc6-4a9a152a6c18 None None] Routers {'74900178-a829-44b6-86cb-66d681fca92d'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:21:57.628649 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-c07927b1-e652-4181-bfc6-4a9a152a6c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:21:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['74900178-a829-44b6-86cb-66d681fca92d'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:21:57.755288 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.22', 61110) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:21:57.780274 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d51b1cf-4f77-4339-bf77-5be2e897fb1f None None] Network 0fbbe369-87d6-4403-8471-9c5dec794f0d requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:21:57.803528 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-100f69a7-d512-4894-abb5-01c434ea79ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784556657430'] for network, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:57.842572 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448b0b01-97b2-46a2-a8ab-ac1e6803d3b7 admin admin] Router 31da8a41-38e4-4615-8617-081b5c6aed83 is scheduled to L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd with binding_index 1 {{(pid=94001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 11:21:57.914695 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-100f69a7-d512-4894-abb5-01c434ea79ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for network, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:57.916112 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100f69a7-d512-4894-abb5-01c434ea79ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:21:57.916807 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-100f69a7-d512-4894-abb5-01c434ea79ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:58.005376 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-c07927b1-e652-4181-bfc6-4a9a152a6c18 None None] Set router 74900178-a829-44b6-86cb-66d681fca92d gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:21:58.065620 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-5e704fa8-b4da-4d01-9139-1e87cce62cc1 None None] Provisioning complete for port e9707eec-7e88-4382-abbb-45d7a0f51560 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:21:58.065897 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-5e704fa8-b4da-4d01-9139-1e87cce62cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:58.303031 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f69a7-d512-4894-abb5-01c434ea79ec admin admin] Pushing event updated for resources: {'Network': ['ID=0bb6634b-886e-4de3-a25d-82e1bcd3c36d,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:21:58.396329 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Network 0bb6634b-886e-4de3-a25d-82e1bcd3c36d details requested by agent ovs-agent-dv-cinder-811032-1-iscsi with host dv-cinder-811032-1-iscsi {{(pid=94002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 11:21:58.421088 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-100f69a7-d512-4894-abb5-01c434ea79ec admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5193102 Sep 26 11:21:58.426603 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 43954) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:21:58.461045 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-b23102b0-cf84-4146-aea1-d7bd55ffe3b3 admin admin] Request body: {'subnet': {'network_id': '0bb6634b-886e-4de3-a25d-82e1bcd3c36d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1568564427-subnet', 'tenant_id': '3556df3eef5c41eebb5f9942674a6b22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:21:58.570516 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23102b0-cf84-4146-aea1-d7bd55ffe3b3 admin admin] Made reservation on behalf of 3556df3eef5c41eebb5f9942674a6b22 for: {'subnet': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:21:58.589446 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b23102b0-cf84-4146-aea1-d7bd55ffe3b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:58.611973 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-c07927b1-e652-4181-bfc6-4a9a152a6c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74900178-a829-44b6-86cb-66d681fca92d', 'name': 'tempest-AttachVolumeShelveTestJSON-2002190616-router', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:53Z', 'updated_at': '2021-09-26T11:21:56Z', 'revision_number': 3, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'gw_port': {'id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:21:55Z', 'updated_at': '2021-09-26T11:21:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:21:58.682073 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448b0b01-97b2-46a2-a8ab-ac1e6803d3b7 admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:21:58.778911 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07927b1-e652-4181-bfc6-4a9a152a6c18 None None] Checking router: 74900178-a829-44b6-86cb-66d681fca92d for host: dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:21:58.779725 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07927b1-e652-4181-bfc6-4a9a152a6c18 None None] Updating router 74900178-a829-44b6-86cb-66d681fca92d port c85d5f4f-7a91-4827-9dbf-aa81e3c75594 binding host dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 11:21:58.862568 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c07927b1-e652-4181-bfc6-4a9a152a6c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:58.892803 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-448b0b01-97b2-46a2-a8ab-ac1e6803d3b7 admin admin] Notify callbacks [] for router, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:58.892803 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-448b0b01-97b2-46a2-a8ab-ac1e6803d3b7 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.9359448 Sep 26 11:21:58.949955 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 43976) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:21:58.962495 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c8b5ea06-6ae9-4b8c-b282-a803280f2282 req-6d1d54a1-77ea-4d8c-a00b-c4f6f8b36c9e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 210 time: 0.1967270 Sep 26 11:21:58.998144 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-5e704fa8-b4da-4d01-9139-1e87cce62cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:59.046260 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae81364-d183-442c-addf-ecb9294bb455 None None] Sync routers for ids ['31da8a41-38e4-4615-8617-081b5c6aed83'] in dv-cinder-811032-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:21:59.048760 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device e9707eec-7e88-4382-abbb-45d7a0f51560 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:21:59.144456 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-856edfcc-e81b-4856-a55c-a15faf517e9b req-7a6c9a83-e027-4d64-84a3-3ef18df1a2ea tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 210 time: 0.0615413 Sep 26 11:21:59.187804 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-5e704fa8-b4da-4d01-9139-1e87cce62cc1 None None] For port e9707eec-7e88-4382-abbb-45d7a0f51560, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=e9707eec-7e88-4382-abbb-45d7a0f51560,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:21:59.328087 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:59.329081 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-5e704fa8-b4da-4d01-9139-1e87cce62cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:59.441142 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e704fa8-b4da-4d01-9139-1e87cce62cc1 None None] Pushing event updated for resources: {'Port': ['ID=e9707eec-7e88-4382-abbb-45d7a0f51560,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:21:59.470887 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae81364-d183-442c-addf-ecb9294bb455 None None] Routers {'31da8a41-38e4-4615-8617-081b5c6aed83'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:21:59.471668 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-bae81364-d183-442c-addf-ecb9294bb455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:21:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['31da8a41-38e4-4615-8617-081b5c6aed83'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:21:59.609278 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b23102b0-cf84-4146-aea1-d7bd55ffe3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for subnet, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:59.666570 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197ad17-eff8-4244-bd66-8315536b7892 req-0b21e9bb-96a0-46a4-8111-be7c781dbd96 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:21:59.668119 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b197ad17-eff8-4244-bd66-8315536b7892 req-0b21e9bb-96a0-46a4-8111-be7c781dbd96 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.22 "GET /v2.0/networks?id=072d778e-b4c9-4688-a1f8-87635c19d212 HTTP/1.1" status: 200 len: 811 time: 1.9100990 Sep 26 11:21:59.737820 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23102b0-cf84-4146-aea1-d7bd55ffe3b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6c1fff3-bab2-4a85-bf52-8e3d1d2a3a1c,revision_number=0']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:21:59.750868 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23102b0-cf84-4146-aea1-d7bd55ffe3b3 admin admin] Checking segment: {'id': 'b7cf8928-1369-4c8c-b535-644294fd8490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '0bb6634b-886e-4de3-a25d-82e1bcd3c36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:21:59.751644 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23102b0-cf84-4146-aea1-d7bd55ffe3b3 admin admin] Network hostable DHCP agents. Network: 0bb6634b-886e-4de3-a25d-82e1bcd3c36d, hostable agents: ['ecf2eb48-0220-401f-8612-1931512fe08d'], hosted agents: [] {{(pid=94001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 11:21:59.770118 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port e9707eec-7e88-4382-abbb-45d7a0f51560 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:21:59.770493 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:59.778114 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23102b0-cf84-4146-aea1-d7bd55ffe3b3 admin admin] Network 0bb6634b-886e-4de3-a25d-82e1bcd3c36d is scheduled to be hosted by DHCP agent ecf2eb48-0220-401f-8612-1931512fe08d with binding_index 1 {{(pid=94001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 11:21:59.793645 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-c332df12-e17e-4793-ae81-e6551693c9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:59.800790 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-b23102b0-cf84-4146-aea1-d7bd55ffe3b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811032-1-iscsi, 0bb6634b-886e-4de3-a25d-82e1bcd3c36d) {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:21:59.814896 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23102b0-cf84-4146-aea1-d7bd55ffe3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:21:59.815204 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b23102b0-cf84-4146-aea1-d7bd55ffe3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:59.832984 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-b23102b0-cf84-4146-aea1-d7bd55ffe3b3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4051554 Sep 26 11:21:59.848383 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33b5755-cd60-4a7e-96b9-269396b95069 None None] Network 0bb6634b-886e-4de3-a25d-82e1bcd3c36d requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:21:59.879921 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-b197ad17-eff8-4244-bd66-8315536b7892 req-f8ced481-caaa-45a0-b8b0-c588ffbc53d1 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Request body: {'port': {'device_id': '5e4d12dd-c290-4150-9e8c-acd2ffba9b05', 'network_id': '072d778e-b4c9-4688-a1f8-87635c19d212', 'admin_state_up': True, 'tenant_id': '67eee41fc6fb495c886ceb34253e4191'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:21:59.885589 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c07927b1-e652-4181-bfc6-4a9a152a6c18 None None] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:59.902998 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c07927b1-e652-4181-bfc6-4a9a152a6c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:21:59.978471 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-bae81364-d183-442c-addf-ecb9294bb455 None None] Set router 31da8a41-38e4-4615-8617-081b5c6aed83 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:22:00.016483 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46eaf58-da08-4fbe-9101-8bea78d197f2 None None] Pushing event updated for resources: {'Port': ['ID=c85d5f4f-7a91-4827-9dbf-aa81e3c75594,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:00.032225 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46eaf58-da08-4fbe-9101-8bea78d197f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:00.043302 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46eaf58-da08-4fbe-9101-8bea78d197f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:00.043596 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46eaf58-da08-4fbe-9101-8bea78d197f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:00.044237 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46eaf58-da08-4fbe-9101-8bea78d197f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:00.056933 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46eaf58-da08-4fbe-9101-8bea78d197f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:00.057636 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46eaf58-da08-4fbe-9101-8bea78d197f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:00.058881 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46eaf58-da08-4fbe-9101-8bea78d197f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:00.059705 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46eaf58-da08-4fbe-9101-8bea78d197f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:00.062295 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46eaf58-da08-4fbe-9101-8bea78d197f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:00.063990 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46eaf58-da08-4fbe-9101-8bea78d197f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:00.071315 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46eaf58-da08-4fbe-9101-8bea78d197f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:00.071800 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46eaf58-da08-4fbe-9101-8bea78d197f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46eaf58-da08-4fbe-9101-8bea78d197f2 None None] Tracked resource versions report: Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: pushed versions: Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: { 'AddressGroup': {'1.2'}, Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: 'ConntrackHelper': {'1.0'}, Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: 'Log': {'1.0'}, Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: 'Network': {'1.1'}, Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: 'Port': {'1.7'}, Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: 'PortForwarding': {'1.2'}, Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: 'QosPolicy': {'1.9'}, Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: 'SecurityGroup': {'1.4'}, Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: 'SecurityGroupRule': {'1.2'}, Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: 'SubPort': {'1.0'}, Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: 'Subnet': {'1.1'}, Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: 'Trunk': {'1.1'}} Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: consumer versions: Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: { DHCP agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: HyperV agent@hv-cinder-81103: {}, Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: L3 agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: Metadata agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: Metering agent@dv-cinder-811032-1-iscsi: {}, Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: Open vSwitch agent@dv-cinder-811032-1-iscsi: { 'AddressGroup': '1.2', Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: 'ConntrackHelper': '1.0', Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: 'Log': '1.0', Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: 'Network': '1.1', Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: 'Port': '1.7', Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: 'PortForwarding': '1.2', Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: 'QosPolicy': '1.9', Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: 'SecurityGroup': '1.4', Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: 'SecurityGroupRule': '1.2', Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: 'SubPort': '1.0', Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: 'Subnet': '1.1', Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: 'Trunk': '1.1'}} Sep 26 11:22:00.072958 dv-cinder-811032-1-iscsi neutron-server[94003]: {{(pid=94003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 11:22:00.157143 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-c07927b1-e652-4181-bfc6-4a9a152a6c18 None None] Attempting to bind port c85d5f4f-7a91-4827-9dbf-aa81e3c75594 on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:22:00.161604 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-c07927b1-e652-4181-bfc6-4a9a152a6c18 None None] Attempting to bind port c85d5f4f-7a91-4827-9dbf-aa81e3c75594 by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:22:00.164996 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07927b1-e652-4181-bfc6-4a9a152a6c18 None None] Attempting to bind port c85d5f4f-7a91-4827-9dbf-aa81e3c75594 on network d645f16f-c1f8-40bc-a964-fd8a8508da46 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:22:00.188390 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07927b1-e652-4181-bfc6-4a9a152a6c18 None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:22:00.190378 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07927b1-e652-4181-bfc6-4a9a152a6c18 None None] Checking segment: {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:22:00.192270 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c07927b1-e652-4181-bfc6-4a9a152a6c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:00.195242 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07927b1-e652-4181-bfc6-4a9a152a6c18 None None] Bound using segment: {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:22:00.195958 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-c07927b1-e652-4181-bfc6-4a9a152a6c18 None None] Bound port: c85d5f4f-7a91-4827-9dbf-aa81e3c75594, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:22:00.197269 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c07927b1-e652-4181-bfc6-4a9a152a6c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:00.244723 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 44044) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:00.259019 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3ddd8ca8-0b3e-4563-8d21-0b9587a18828 req-ac83bd04-3254-4aa7-b533-f5ab1364f560 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 210 time: 0.1142635 Sep 26 11:22:00.389474 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-c07927b1-e652-4181-bfc6-4a9a152a6c18 None None] For port c85d5f4f-7a91-4827-9dbf-aa81e3c75594, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:22:00.404226 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-c07927b1-e652-4181-bfc6-4a9a152a6c18 None None] For port c85d5f4f-7a91-4827-9dbf-aa81e3c75594, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=c85d5f4f-7a91-4827-9dbf-aa81e3c75594,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:22:00.414397 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c07927b1-e652-4181-bfc6-4a9a152a6c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:00.617096 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5def2cb0-ee86-41d2-9c4a-ffc3ade59568 req-8faf7590-069c-4299-9127-d25dd352ffb3 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 210 time: 0.1998537 Sep 26 11:22:00.645882 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46eaf58-da08-4fbe-9101-8bea78d197f2 None None] Pushing event updated for resources: {'Port': ['ID=c85d5f4f-7a91-4827-9dbf-aa81e3c75594,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:00.695907 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.22', 61120) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:00.738609 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b0c5480-4746-41e6-91f4-f6ae56950f21 admin admin] Deleting subnet 55f00746-14fe-45af-8064-689796f9dd8a {{(pid=94001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 11:22:00.747066 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6b0c5480-4746-41e6-91f4-f6ae56950f21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:00.752706 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07927b1-e652-4181-bfc6-4a9a152a6c18 None None] Routers {'74900178-a829-44b6-86cb-66d681fca92d'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:22:00.753434 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-c07927b1-e652-4181-bfc6-4a9a152a6c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:21:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['74900178-a829-44b6-86cb-66d681fca92d'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:22:00.831476 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6b0c5480-4746-41e6-91f4-f6ae56950f21 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:00.843765 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6b0c5480-4746-41e6-91f4-f6ae56950f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733527'] for subnet, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:00.955333 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-e096c620-faa2-4f4b-b3ce-57373c6e643b None None] Provisioning complete for port e9707eec-7e88-4382-abbb-45d7a0f51560 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:22:00.956157 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-e096c620-faa2-4f4b-b3ce-57373c6e643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:01.056142 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6b0c5480-4746-41e6-91f4-f6ae56950f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for subnet, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:01.191540 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c5480-4746-41e6-91f4-f6ae56950f21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55f00746-14fe-45af-8064-689796f9dd8a,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:01.207797 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-c07927b1-e652-4181-bfc6-4a9a152a6c18 None None] Set router 74900178-a829-44b6-86cb-66d681fca92d gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:22:01.219638 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6b0c5480-4746-41e6-91f4-f6ae56950f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:01.225576 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-6b0c5480-4746-41e6-91f4-f6ae56950f21 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/55f00746-14fe-45af-8064-689796f9dd8a HTTP/1.1" status: 204 len: 168 time: 0.9640062 Sep 26 11:22:01.249290 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 44074) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:01.475634 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-dadc4ccb-d419-4aa7-9ea0-2b632682e555 req-ce5bf3e3-b180-4b81-a5fa-d5ac22a9e67e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 210 time: 0.0968294 Sep 26 11:22:01.496062 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-bae81364-d183-442c-addf-ecb9294bb455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31da8a41-38e4-4615-8617-081b5c6aed83', 'name': 'tempest-ServerRescueNegativeTestJSON-195278720-router', 'tenant_id': '0a5a72529877428ea014522afb626541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f5155535-5092-4f57-a00b-2b7e06063c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:52Z', 'updated_at': '2021-09-26T11:21:55Z', 'revision_number': 3, 'project_id': '0a5a72529877428ea014522afb626541', 'gw_port': {'id': 'f5155535-5092-4f57-a00b-2b7e06063c59', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31da8a41-38e4-4615-8617-081b5c6aed83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:21:53Z', 'updated_at': '2021-09-26T11:21:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:22:01.513483 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9a2eaa43-7005-47fc-b738-2ef348a221a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:01.524061 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ea517a-b9c8-452a-b69d-0165b653e43a None None] Network 0bb6634b-886e-4de3-a25d-82e1bcd3c36d requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:22:01.602323 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device e9707eec-7e88-4382-abbb-45d7a0f51560 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:22:01.617568 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-37c8250b-2923-47e8-ba14-0249742c0827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832047'] for network, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:01.628697 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae81364-d183-442c-addf-ecb9294bb455 None None] Checking router: 31da8a41-38e4-4615-8617-081b5c6aed83 for host: dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:22:01.629470 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae81364-d183-442c-addf-ecb9294bb455 None None] Updating router 31da8a41-38e4-4615-8617-081b5c6aed83 port f5155535-5092-4f57-a00b-2b7e06063c59 binding host dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 11:22:01.647873 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-c07927b1-e652-4181-bfc6-4a9a152a6c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74900178-a829-44b6-86cb-66d681fca92d', 'name': 'tempest-AttachVolumeShelveTestJSON-2002190616-router', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:53Z', 'updated_at': '2021-09-26T11:21:56Z', 'revision_number': 3, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'gw_port': {'id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:21:55Z', 'updated_at': '2021-09-26T11:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:22:01.671545 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b197ad17-eff8-4244-bd66-8315536b7892 req-f8ced481-caaa-45a0-b8b0-c588ffbc53d1 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Made reservation on behalf of 67eee41fc6fb495c886ceb34253e4191 for: {'port': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:22:01.675636 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-b197ad17-eff8-4244-bd66-8315536b7892 req-f8ced481-caaa-45a0-b8b0-c588ffbc53d1 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:01.713958 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-c895f145-83a1-48bb-965e-b51eafcc629d tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:01.715686 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-c895f145-83a1-48bb-965e-b51eafcc629d tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.22 "GET /v2.0/networks?id=3648fc75-c2d1-4acd-9ffa-052eac6b49c8 HTTP/1.1" status: 200 len: 814 time: 1.0243547 Sep 26 11:22:01.782101 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07927b1-e652-4181-bfc6-4a9a152a6c18 None None] The sync data for ids ['74900178-a829-44b6-86cb-66d681fca92d'] in dv-cinder-811032-1-iscsi is: [{'id': '74900178-a829-44b6-86cb-66d681fca92d', 'name': 'tempest-AttachVolumeShelveTestJSON-2002190616-router', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:53Z', 'updated_at': '2021-09-26T11:21:56Z', 'revision_number': 3, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'gw_port': {'id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:21:55Z', 'updated_at': '2021-09-26T11:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}] {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:22:01.937642 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-43ff4995-a8c9-4a1d-af96-7b153fe7d403 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Request body: {'port': {'device_id': 'c75d07b2-3e37-4816-89d9-7f80d6ab2ea0', 'network_id': '3648fc75-c2d1-4acd-9ffa-052eac6b49c8', 'admin_state_up': True, 'tenant_id': '2420ccca5e84489db9a6b4bf84d2a930'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:22:01.940238 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-37c8250b-2923-47e8-ba14-0249742c0827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722414', 'neutron.services.segments.db._delete_segments_for_network-8784557248148'] for network, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:02.030983 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-37c8250b-2923-47e8-ba14-0249742c0827 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:22:02.031372 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-37c8250b-2923-47e8-ba14-0249742c0827 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:22:02.035257 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-37c8250b-2923-47e8-ba14-0249742c0827 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:22:02.035543 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-37c8250b-2923-47e8-ba14-0249742c0827 admin admin] Subscribe: > port after_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:22:02.036545 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-37c8250b-2923-47e8-ba14-0249742c0827 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:22:02.037084 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-37c8250b-2923-47e8-ba14-0249742c0827 admin admin] Subscribe: > port after_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:22:02.037474 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-37c8250b-2923-47e8-ba14-0249742c0827 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:22:02.041336 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-37c8250b-2923-47e8-ba14-0249742c0827 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:22:02.041336 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-37c8250b-2923-47e8-ba14-0249742c0827 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:22:02.042518 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-37c8250b-2923-47e8-ba14-0249742c0827 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:22:02.260004 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-bae81364-d183-442c-addf-ecb9294bb455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:02.596330 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-37c8250b-2923-47e8-ba14-0249742c0827 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:22:02.596916 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-37c8250b-2923-47e8-ba14-0249742c0827 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:22:02.597393 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-37c8250b-2923-47e8-ba14-0249742c0827 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:22:02.599000 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-37c8250b-2923-47e8-ba14-0249742c0827 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:22:02.599706 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.services.segments.db [None req-37c8250b-2923-47e8-ba14-0249742c0827 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['662bdeaf-acdc-4290-93b2-bb085f85028d']}} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:22:02.655134 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.services.segments.db [None req-37c8250b-2923-47e8-ba14-0249742c0827 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735b7bd5-2b0c-45c2-a583-abe7beda5eb2') {'for_net_delete': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:22:02.657045 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.services.segments.db [None req-37c8250b-2923-47e8-ba14-0249742c0827 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735b7bd5-2b0c-45c2-a583-abe7beda5eb2') {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:22:02.710880 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-37c8250b-2923-47e8-ba14-0249742c0827 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784557247901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2161618'] for segment, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:02.791232 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-108d0ab8-81c4-456c-8545-68c19b229899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:02.893489 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-266c8925-640d-495d-8654-6e314917f4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:02.906613 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-37c8250b-2923-47e8-ba14-0249742c0827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:02.907834 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:03.018711 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-30a9bbc3-e5da-473f-ae5e-91f590863b03 req-ab747449-9cd8-460f-86ef-4c28aba2432b tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 210 time: 1.0037899 Sep 26 11:22:03.045941 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0554bec5-5951-4786-a892-fd147cae4d5f req-bf745096-5bc3-40b9-a99e-ecfe263d4b3b tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 210 time: 0.1893094 Sep 26 11:22:03.047651 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c8250b-2923-47e8-ba14-0249742c0827 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 11:22:03.062610 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-37c8250b-2923-47e8-ba14-0249742c0827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530550903'] for segment, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:03.091900 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port e9707eec-7e88-4382-abbb-45d7a0f51560 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:22:03.092777 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: from cryptography.utils import int_from_bytes Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: from cryptography.utils import int_from_bytes Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: Traceback (most recent call last): Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: timer() Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: cb(*args, **kw) Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: return func(*args, **kwargs) Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: self._notify() Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: self.callback(batched_events) Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: event.method(event) Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: return f(self, *a, **k) Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: return self._get(url).json() Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: return self.request(url, 'GET', **kwargs) Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 11:22:03.130293 dv-cinder-811032-1-iscsi neutron-server[94001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 11:22:03.255822 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-37c8250b-2923-47e8-ba14-0249742c0827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748556'] for network, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:03.272676 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-37c8250b-2923-47e8-ba14-0249742c0827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:03.284126 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-37c8250b-2923-47e8-ba14-0249742c0827 admin admin] 10.222.0.15 "DELETE /v2.0/networks/662bdeaf-acdc-4290-93b2-bb085f85028d HTTP/1.1" status: 204 len: 168 time: 2.0417693 Sep 26 11:22:03.327051 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 44126) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:03.345947 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:03.353480 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8250b-2923-47e8-ba14-0249742c0827 admin admin] Pushing event deleted for resources: {'Network': ['ID=662bdeaf-acdc-4290-93b2-bb085f85028d,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:03.420989 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b4b78f1-aa85-4095-9e3a-a238d65ab121 admin admin] Deleting subnet f6c1fff3-bab2-4a85-bf52-8e3d1d2a3a1c {{(pid=94001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 11:22:03.426782 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6b4b78f1-aa85-4095-9e3a-a238d65ab121 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:03.531396 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6b4b78f1-aa85-4095-9e3a-a238d65ab121 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2161611'] for subnet, precommit_delete_associations {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:03.617294 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [req-b197ad17-eff8-4244-bd66-8315536b7892 req-f8ced481-caaa-45a0-b8b0-c588ffbc53d1 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Allocated IP 172.20.0.8 (072d778e-b4c9-4688-a1f8-87635c19d212/4fb10538-4767-437e-9cc6-8cdf98561c3a/88368c0f-e3c1-498e-ab94-d8ca96649dad) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:22:03.679888 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-bae81364-d183-442c-addf-ecb9294bb455 None None] Notify callbacks [] for port, precommit_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:03.690832 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6b4b78f1-aa85-4095-9e3a-a238d65ab121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733527'] for subnet, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:03.712314 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-bae81364-d183-442c-addf-ecb9294bb455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:03.864113 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6b4b78f1-aa85-4095-9e3a-a238d65ab121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530552793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529669039'] for subnet, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:03.908165 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-bae81364-d183-442c-addf-ecb9294bb455 None None] Attempting to bind port f5155535-5092-4f57-a00b-2b7e06063c59 on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:22:03.908597 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-bae81364-d183-442c-addf-ecb9294bb455 None None] Attempting to bind port f5155535-5092-4f57-a00b-2b7e06063c59 by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:22:03.909161 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae81364-d183-442c-addf-ecb9294bb455 None None] Attempting to bind port f5155535-5092-4f57-a00b-2b7e06063c59 on network d645f16f-c1f8-40bc-a964-fd8a8508da46 {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:22:03.913471 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1eecf-92ab-4632-b272-69da891d5864 None None] Pushing event updated for resources: {'Port': ['ID=f5155535-5092-4f57-a00b-2b7e06063c59,revision_number=2']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:03.915740 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device c85d5f4f-7a91-4827-9dbf-aa81e3c75594 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:22:03.947045 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b78f1-aa85-4095-9e3a-a238d65ab121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6c1fff3-bab2-4a85-bf52-8e3d1d2a3a1c,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:03.948730 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae81364-d183-442c-addf-ecb9294bb455 None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:22:03.949035 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae81364-d183-442c-addf-ecb9294bb455 None None] Checking segment: {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:22:03.949446 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-bae81364-d183-442c-addf-ecb9294bb455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:03.950369 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae81364-d183-442c-addf-ecb9294bb455 None None] Bound using segment: {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:22:03.951448 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6b4b78f1-aa85-4095-9e3a-a238d65ab121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:03.957621 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-bae81364-d183-442c-addf-ecb9294bb455 None None] Bound port: f5155535-5092-4f57-a00b-2b7e06063c59, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:22:03.958253 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-bae81364-d183-442c-addf-ecb9294bb455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:03.964989 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-6b4b78f1-aa85-4095-9e3a-a238d65ab121 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f6c1fff3-bab2-4a85-bf52-8e3d1d2a3a1c HTTP/1.1" status: 204 len: 168 time: 0.6265354 Sep 26 11:22:03.968006 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 44140) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:04.079600 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-bae81364-d183-442c-addf-ecb9294bb455 None None] For port f5155535-5092-4f57-a00b-2b7e06063c59, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:22:04.085916 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-bae81364-d183-442c-addf-ecb9294bb455 None None] For port f5155535-5092-4f57-a00b-2b7e06063c59, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=f5155535-5092-4f57-a00b-2b7e06063c59,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:22:04.094733 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-bae81364-d183-442c-addf-ecb9294bb455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:04.103447 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-875eb1f0-8d7e-469a-ae32-3d2f5bb65195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832047'] for network, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:04.112794 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port c85d5f4f-7a91-4827-9dbf-aa81e3c75594 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:22:04.113812 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:04.273748 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1eecf-92ab-4632-b272-69da891d5864 None None] Pushing event updated for resources: {'Port': ['ID=f5155535-5092-4f57-a00b-2b7e06063c59,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:04.277917 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae81364-d183-442c-addf-ecb9294bb455 None None] Routers {'31da8a41-38e4-4615-8617-081b5c6aed83'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:22:04.280647 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-bae81364-d183-442c-addf-ecb9294bb455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:22:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['31da8a41-38e4-4615-8617-081b5c6aed83'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:22:04.307253 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2523387a-8e51-4876-815b-5cad1ebe38cc req-fab5b80d-474f-431f-afa3-7083fffee5d5 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 210 time: 0.0781617 Sep 26 11:22:04.375359 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bc016ed8-c55b-4556-a3c7-1452d3bd2c24 req-be071932-6fcd-4c75-a99b-f86ba587265d tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 210 time: 0.0670364 Sep 26 11:22:04.424919 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-875eb1f0-8d7e-469a-ae32-3d2f5bb65195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722414', 'neutron.services.segments.db._delete_segments_for_network-8784557248148'] for network, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:04.451001 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.services.segments.db [None req-875eb1f0-8d7e-469a-ae32-3d2f5bb65195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb6634b-886e-4de3-a25d-82e1bcd3c36d']}} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:22:04.462093 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.services.segments.db [None req-875eb1f0-8d7e-469a-ae32-3d2f5bb65195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7cf8928-1369-4c8c-b535-644294fd8490') {'for_net_delete': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:22:04.463089 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.services.segments.db [None req-875eb1f0-8d7e-469a-ae32-3d2f5bb65195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7cf8928-1369-4c8c-b535-644294fd8490') {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:22:04.475442 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-875eb1f0-8d7e-469a-ae32-3d2f5bb65195 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784557247901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2161618'] for segment, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:04.493007 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-875eb1f0-8d7e-469a-ae32-3d2f5bb65195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:04.500610 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-875eb1f0-8d7e-469a-ae32-3d2f5bb65195 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 11:22:04.501442 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-875eb1f0-8d7e-469a-ae32-3d2f5bb65195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530550903'] for segment, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: Traceback (most recent call last): Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: timer() Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: cb(*args, **kw) Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: return func(*args, **kwargs) Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: self._notify() Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: self.callback(batched_events) Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: event.method(event) Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: return f(self, *a, **k) Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: return self._get(url).json() Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: return self.request(url, 'GET', **kwargs) Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 11:22:04.577508 dv-cinder-811032-1-iscsi neutron-server[94001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 11:22:04.582285 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:04.584572 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-875eb1f0-8d7e-469a-ae32-3d2f5bb65195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748556'] for network, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:04.601344 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-875eb1f0-8d7e-469a-ae32-3d2f5bb65195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:04.607529 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-875eb1f0-8d7e-469a-ae32-3d2f5bb65195 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0bb6634b-886e-4de3-a25d-82e1bcd3c36d HTTP/1.1" status: 204 len: 168 time: 0.6381965 Sep 26 11:22:04.629289 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-108d0ab8-81c4-456c-8545-68c19b229899 admin admin] Allocated IP 172.20.0.1 (0fbbe369-87d6-4403-8471-9c5dec794f0d/0beadaac-f79e-4337-a6d1-17c78a4fa88c/0e8dbab8-b81b-4801-b10b-aee285b1622a) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:22:04.653940 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875eb1f0-8d7e-469a-ae32-3d2f5bb65195 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bb6634b-886e-4de3-a25d-82e1bcd3c36d,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:04.700895 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] For port c85d5f4f-7a91-4827-9dbf-aa81e3c75594, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=c85d5f4f-7a91-4827-9dbf-aa81e3c75594,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:22:04.790006 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-bae81364-d183-442c-addf-ecb9294bb455 None None] Set router 31da8a41-38e4-4615-8617-081b5c6aed83 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:22:04.808682 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-43ff4995-a8c9-4a1d-af96-7b153fe7d403 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Made reservation on behalf of 2420ccca5e84489db9a6b4bf84d2a930 for: {'port': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:22:04.812615 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-43ff4995-a8c9-4a1d-af96-7b153fe7d403 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:04.828302 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:04.853884 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-b197ad17-eff8-4244-bd66-8315536b7892 req-f8ced481-caaa-45a0-b8b0-c588ffbc53d1 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:05.055582 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-9a2eaa43-7005-47fc-b738-2ef348a221a6 admin admin] Allocated IP 172.20.0.1 (3816b198-fbf9-4832-9257-7a9e89f72850/59e45337-b67d-4e42-97b1-813ae679474a/b00e4642-cb8d-4553-b4c8-4ca939a4ff89) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:22:05.108667 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:05.240231 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-108d0ab8-81c4-456c-8545-68c19b229899 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:05.280062 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 44166) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:05.304536 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Pushing event updated for resources: {'Port': ['ID=c85d5f4f-7a91-4827-9dbf-aa81e3c75594,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:05.457880 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-be86664a-7baa-4645-a5d8-85f84ca6ed07 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=43facc63e96044f4be2356149b456c52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1722023 Sep 26 11:22:05.458517 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 44174) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:05.487823 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-b197ad17-eff8-4244-bd66-8315536b7892 req-f8ced481-caaa-45a0-b8b0-c588ffbc53d1 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:05.575062 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-bae81364-d183-442c-addf-ecb9294bb455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31da8a41-38e4-4615-8617-081b5c6aed83', 'name': 'tempest-ServerRescueNegativeTestJSON-195278720-router', 'tenant_id': '0a5a72529877428ea014522afb626541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f5155535-5092-4f57-a00b-2b7e06063c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:52Z', 'updated_at': '2021-09-26T11:21:55Z', 'revision_number': 3, 'project_id': '0a5a72529877428ea014522afb626541', 'gw_port': {'id': 'f5155535-5092-4f57-a00b-2b7e06063c59', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31da8a41-38e4-4615-8617-081b5c6aed83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:21:53Z', 'updated_at': '2021-09-26T11:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:22:05.639153 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae81364-d183-442c-addf-ecb9294bb455 None None] The sync data for ids ['31da8a41-38e4-4615-8617-081b5c6aed83'] in dv-cinder-811032-1-iscsi is: [{'id': '31da8a41-38e4-4615-8617-081b5c6aed83', 'name': 'tempest-ServerRescueNegativeTestJSON-195278720-router', 'tenant_id': '0a5a72529877428ea014522afb626541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f5155535-5092-4f57-a00b-2b7e06063c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:52Z', 'updated_at': '2021-09-26T11:21:55Z', 'revision_number': 3, 'project_id': '0a5a72529877428ea014522afb626541', 'gw_port': {'id': 'f5155535-5092-4f57-a00b-2b7e06063c59', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31da8a41-38e4-4615-8617-081b5c6aed83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:21:53Z', 'updated_at': '2021-09-26T11:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:22:05.752501 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b197ad17-eff8-4244-bd66-8315536b7892 req-f8ced481-caaa-45a0-b8b0-c588ffbc53d1 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Network 072d778e-b4c9-4688-a1f8-87635c19d212 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:22:05.801566 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [req-b197ad17-eff8-4244-bd66-8315536b7892 req-f8ced481-caaa-45a0-b8b0-c588ffbc53d1 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:22:05.848198 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-b197ad17-eff8-4244-bd66-8315536b7892 req-f8ced481-caaa-45a0-b8b0-c588ffbc53d1 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:22:05.861727 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197ad17-eff8-4244-bd66-8315536b7892 req-f8ced481-caaa-45a0-b8b0-c588ffbc53d1 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:05.870236 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-b197ad17-eff8-4244-bd66-8315536b7892 req-f8ced481-caaa-45a0-b8b0-c588ffbc53d1 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:05.933459 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device c85d5f4f-7a91-4827-9dbf-aa81e3c75594 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:22:06.005008 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ced481-caaa-45a0-b8b0-c588ffbc53d1 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Pushing event updated for resources: {'Port': ['ID=88368c0f-e3c1-498e-ab94-d8ca96649dad,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:06.008975 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b197ad17-eff8-4244-bd66-8315536b7892 req-f8ced481-caaa-45a0-b8b0-c588ffbc53d1 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1489539 Sep 26 11:22:06.024290 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-19fc6bbc-289f-45f4-acfb-fcd0c7ba64d2 req-87f912ff-66f9-4265-995b-ee08c8f44208 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 210 time: 0.4781685 Sep 26 11:22:06.099626 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-43ff4995-a8c9-4a1d-af96-7b153fe7d403 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Allocated IP 172.20.0.10 (3648fc75-c2d1-4acd-9ffa-052eac6b49c8/01cc8a24-a40e-4f6f-b303-98aba3c61d4a/6fed321b-cb5e-4620-943a-3b26358ffb06) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:22:06.130455 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port c85d5f4f-7a91-4827-9dbf-aa81e3c75594 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:22:06.132207 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:06.140246 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-871d0fac-8c8e-4842-b92e-ee091253b411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:06.246066 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0449a-5c45-4147-9f2a-85f84fdd6880 req-3e400c37-97e5-4dee-b350-badb6c490025 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:06.248280 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5ad0449a-5c45-4147-9f2a-85f84fdd6880 req-3e400c37-97e5-4dee-b350-badb6c490025 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 931 time: 0.7012796 Sep 26 11:22:06.323610 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [req-b197ad17-eff8-4244-bd66-8315536b7892 req-aaa8fcbb-b7aa-4a6e-b213-ee6568805054 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 11:22:06.342180 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b197ad17-eff8-4244-bd66-8315536b7892 req-aaa8fcbb-b7aa-4a6e-b213-ee6568805054 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0303659 Sep 26 11:22:06.342180 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-108d0ab8-81c4-456c-8545-68c19b229899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:06.368851 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-871d0fac-8c8e-4842-b92e-ee091253b411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:06.485205 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-871d0fac-8c8e-4842-b92e-ee091253b411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:06.492296 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-871d0fac-8c8e-4842-b92e-ee091253b411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:06.497790 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-871d0fac-8c8e-4842-b92e-ee091253b411 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc535f7a-07b5-4897-9989-75cd1d2fae34 HTTP/1.1" status: 204 len: 168 time: 1.0308881 Sep 26 11:22:06.559892 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d0fac-8c8e-4842-b92e-ee091253b411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc535f7a-07b5-4897-9989-75cd1d2fae34,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:06.572868 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108d0ab8-81c4-456c-8545-68c19b229899 admin admin] Network 0fbbe369-87d6-4403-8471-9c5dec794f0d is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:22:06.604058 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-108d0ab8-81c4-456c-8545-68c19b229899 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:22:06.640314 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5ad0449a-5c45-4147-9f2a-85f84fdd6880 req-66af54a6-9027-4191-b3b8-19ee8e3d95f1 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296192 Sep 26 11:22:06.658152 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9a2eaa43-7005-47fc-b738-2ef348a221a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:06.672035 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108d0ab8-81c4-456c-8545-68c19b229899 admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:22:06.672657 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-108d0ab8-81c4-456c-8545-68c19b229899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748677'] for router_interface, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:06.917297 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 44200) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:06.963370 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d0ab8-81c4-456c-8545-68c19b229899 admin admin] Pushing event updated for resources: {'Port': ['ID=0e8dbab8-b81b-4801-b10b-aee285b1622a,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:06.984307 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9a2eaa43-7005-47fc-b738-2ef348a221a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:07.148762 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-47110ddf-1c52-45f4-b73b-7da52cd6388a None None] Provisioning complete for port 0e8dbab8-b81b-4801-b10b-aee285b1622a triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:22:07.149362 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-47110ddf-1c52-45f4-b73b-7da52cd6388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:07.238323 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-47110ddf-1c52-45f4-b73b-7da52cd6388a None None] Port 0e8dbab8-b81b-4801-b10b-aee285b1622a cannot update to ACTIVE because it is not bound. {{(pid=94002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 11:22:07.294529 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-46062d73-b501-4fc9-8e79-0a21193171b0 req-71c4273a-f6c1-466d-b7c0-431e2225ca1a tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 210 time: 0.1028905 Sep 26 11:22:07.297620 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2eaa43-7005-47fc-b738-2ef348a221a6 admin admin] Network 3816b198-fbf9-4832-9257-7a9e89f72850 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:22:07.312871 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-9a2eaa43-7005-47fc-b738-2ef348a221a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:22:07.335223 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2eaa43-7005-47fc-b738-2ef348a221a6 admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:22:07.335900 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9a2eaa43-7005-47fc-b738-2ef348a221a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748677'] for router_interface, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:07.346946 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2eaa43-7005-47fc-b738-2ef348a221a6 admin admin] Pushing event updated for resources: {'Port': ['ID=b00e4642-cb8d-4553-b4c8-4ca939a4ff89,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:07.431947 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-07eb5206-4d05-4450-9ecd-eb3cf8803b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:07.581093 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-43ff4995-a8c9-4a1d-af96-7b153fe7d403 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:07.654619 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 44218) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:07.666058 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-b197ad17-eff8-4244-bd66-8315536b7892 req-b223859a-120f-4bdc-92f5-70e5a961fee3 service neutron] Request body: {'port': {'device_id': '5e4d12dd-c290-4150-9e8c-acd2ffba9b05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81103'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:22:07.716589 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-43ff4995-a8c9-4a1d-af96-7b153fe7d403 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:07.852848 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-108d0ab8-81c4-456c-8545-68c19b229899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:07.884827 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-07eb5206-4d05-4450-9ecd-eb3cf8803b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:07.911637 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device f5155535-5092-4f57-a00b-2b7e06063c59 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:22:07.945954 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-43ff4995-a8c9-4a1d-af96-7b153fe7d403 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Network 3648fc75-c2d1-4acd-9ffa-052eac6b49c8 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:22:08.005325 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-07eb5206-4d05-4450-9ecd-eb3cf8803b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:08.035957 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-43ff4995-a8c9-4a1d-af96-7b153fe7d403 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:22:08.040126 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port f5155535-5092-4f57-a00b-2b7e06063c59 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:22:08.040448 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:08.043077 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-43ff4995-a8c9-4a1d-af96-7b153fe7d403 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:22:08.060812 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-43ff4995-a8c9-4a1d-af96-7b153fe7d403 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:08.061586 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-43ff4995-a8c9-4a1d-af96-7b153fe7d403 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:08.080831 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2ee86-5618-4868-9353-f3d3cf453981 req-6beaf6ef-caa5-4654-9a04-9c78f70b740a tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:08.084876 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8be2ee86-5618-4868-9353-f3d3cf453981 req-6beaf6ef-caa5-4654-9a04-9c78f70b740a tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 931 time: 0.2232037 Sep 26 11:22:08.105286 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-6450c35f-19cb-4946-9005-e4f2a2d07f5c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3556df3eef5c41eebb5f9942674a6b22&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4403188 Sep 26 11:22:08.118063 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff4995-a8c9-4a1d-af96-7b153fe7d403 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Pushing event updated for resources: {'Port': ['ID=6fed321b-cb5e-4620-943a-3b26358ffb06,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:08.123646 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 44226) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:08.151860 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-b197ad17-eff8-4244-bd66-8315536b7892 req-b223859a-120f-4bdc-92f5-70e5a961fee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:08.243125 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:08.246045 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-929d2c78-64ef-4abc-b7fa-19ab615d45d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:08.252127 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-43ff4995-a8c9-4a1d-af96-7b153fe7d403 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4149539 Sep 26 11:22:08.289656 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-929d2c78-64ef-4abc-b7fa-19ab615d45d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:08.311590 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] For port f5155535-5092-4f57-a00b-2b7e06063c59, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=f5155535-5092-4f57-a00b-2b7e06063c59,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:22:08.324642 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-2c36ef05-8fa3-498b-adb7-d00e94f50b23 service neutron] Request body: {'port': {'device_id': 'c75d07b2-3e37-4816-89d9-7f80d6ab2ea0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81103'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:22:08.357531 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:08.411602 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb5206-4d05-4450-9ecd-eb3cf8803b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0ec6dd-6b0f-4cf3-b7c8-db46de7c4ea1,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:08.451489 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-07eb5206-4d05-4450-9ecd-eb3cf8803b8a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a8e3a75d2efb494a8e427cc84a71ee43&name=default HTTP/1.1" status: 200 len: 2978 time: 1.5303462 Sep 26 11:22:08.454364 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 44236) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:08.457805 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Pushing event updated for resources: {'Port': ['ID=f5155535-5092-4f57-a00b-2b7e06063c59,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:08.554000 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-929d2c78-64ef-4abc-b7fa-19ab615d45d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:08.557262 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-929d2c78-64ef-4abc-b7fa-19ab615d45d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:08.581640 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-929d2c78-64ef-4abc-b7fa-19ab615d45d7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01630240-00b7-4d39-8a88-49c4b611deb1 HTTP/1.1" status: 204 len: 168 time: 0.4328043 Sep 26 11:22:08.679244 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d2c78-64ef-4abc-b7fa-19ab615d45d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01630240-00b7-4d39-8a88-49c4b611deb1,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:08.691226 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8be2ee86-5618-4868-9353-f3d3cf453981 req-2579174f-82ee-4086-8b84-a2fc1a61c23e tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5804307 Sep 26 11:22:08.726382 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9a2eaa43-7005-47fc-b738-2ef348a221a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:08.744542 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da7394-64a4-4d74-93d2-320d0ee90331 req-c02bbdb5-f63c-4e1d-a18a-8ee2e4070958 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:08.746828 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-27da7394-64a4-4d74-93d2-320d0ee90331 req-c02bbdb5-f63c-4e1d-a18a-8ee2e4070958 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 932 time: 0.2031736 Sep 26 11:22:08.747870 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8ecdf069-4622-4a9e-a55d-2ce8d09578f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:08.809436 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8ecdf069-4622-4a9e-a55d-2ce8d09578f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:08.854288 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-27da7394-64a4-4d74-93d2-320d0ee90331 req-91a09a8d-4148-4cdd-b80f-d852e5ad7a65 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818527 Sep 26 11:22:08.856873 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-2c36ef05-8fa3-498b-adb7-d00e94f50b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:08.900572 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8ecdf069-4622-4a9e-a55d-2ce8d09578f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:08.907294 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8ecdf069-4622-4a9e-a55d-2ce8d09578f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:08.909176 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-8ecdf069-4622-4a9e-a55d-2ce8d09578f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c0ec6dd-6b0f-4cf3-b7c8-db46de7c4ea1 HTTP/1.1" status: 204 len: 168 time: 0.4535315 Sep 26 11:22:08.952103 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecdf069-4622-4a9e-a55d-2ce8d09578f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0ec6dd-6b0f-4cf3-b7c8-db46de7c4ea1,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:09.333256 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9a2eaa43-7005-47fc-b738-2ef348a221a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:09.347717 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9a2eaa43-7005-47fc-b738-2ef348a221a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:09.348429 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9a2eaa43-7005-47fc-b738-2ef348a221a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-750197'] for router_interface, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:09.498570 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2eaa43-7005-47fc-b738-2ef348a221a6 admin admin] Pushing event updated for resources: {'Port': ['ID=b00e4642-cb8d-4553-b4c8-4ca939a4ff89,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:09.711389 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-108d0ab8-81c4-456c-8545-68c19b229899 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:09.832306 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-108d0ab8-81c4-456c-8545-68c19b229899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:09.836288 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-108d0ab8-81c4-456c-8545-68c19b229899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-750197'] for router_interface, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:09.851811 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device f5155535-5092-4f57-a00b-2b7e06063c59 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:22:09.984509 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3461c-3e06-4e33-8da4-937ad058c719 req-4109ab75-4917-4b04-8685-332e470d97bf tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:09.989319 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d4d3461c-3e06-4e33-8da4-937ad058c719 req-4109ab75-4917-4b04-8685-332e470d97bf tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 931 time: 0.1730070 Sep 26 11:22:10.004855 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port f5155535-5092-4f57-a00b-2b7e06063c59 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:22:10.006144 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:10.089170 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d0ab8-81c4-456c-8545-68c19b229899 admin admin] Pushing event updated for resources: {'Port': ['ID=0e8dbab8-b81b-4801-b10b-aee285b1622a,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:10.100282 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2eaa43-7005-47fc-b738-2ef348a221a6 admin admin] Network 3816b198-fbf9-4832-9257-7a9e89f72850 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:22:10.130207 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-9a2eaa43-7005-47fc-b738-2ef348a221a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:22:10.136589 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 44290) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:10.218612 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [req-b197ad17-eff8-4244-bd66-8315536b7892 req-b223859a-120f-4bdc-92f5-70e5a961fee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88368c0f-e3c1-498e-ab94-d8ca96649dad {{(pid=94000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:22:10.238209 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d4d3461c-3e06-4e33-8da4-937ad058c719 req-c433d12f-103a-4df7-a157-fad439ed45be tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376242 Sep 26 11:22:10.280431 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-b197ad17-eff8-4244-bd66-8315536b7892 req-b223859a-120f-4bdc-92f5-70e5a961fee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:10.296155 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6d729-ebc8-40c2-a013-0bb3759ef304 req-8652b029-3888-406f-8b9e-11db533c7669 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:10.297896 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-59f6d729-ebc8-40c2-a013-0bb3759ef304 req-8652b029-3888-406f-8b9e-11db533c7669 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 932 time: 0.3076439 Sep 26 11:22:10.313960 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108d0ab8-81c4-456c-8545-68c19b229899 admin admin] Network 0fbbe369-87d6-4403-8471-9c5dec794f0d is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:22:10.363340 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-108d0ab8-81c4-456c-8545-68c19b229899 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:22:10.385429 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.provisioning_blocks [req-b197ad17-eff8-4244-bd66-8315536b7892 req-b223859a-120f-4bdc-92f5-70e5a961fee3 service neutron] Transition to ACTIVE for port object 88368c0f-e3c1-498e-ab94-d8ca96649dad will not be triggered until provisioned by entity L2. {{(pid=94000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 11:22:10.405409 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-b197ad17-eff8-4244-bd66-8315536b7892 req-b223859a-120f-4bdc-92f5-70e5a961fee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:10.414915 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-59f6d729-ebc8-40c2-a013-0bb3759ef304 req-34a25f12-3235-40b7-8512-c93498f5736b tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100039 Sep 26 11:22:10.710613 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-2c36ef05-8fa3-498b-adb7-d00e94f50b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fed321b-cb5e-4620-943a-3b26358ffb06 {{(pid=94000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:22:10.782980 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2eaa43-7005-47fc-b738-2ef348a221a6 admin admin] Router 31da8a41-38e4-4615-8617-081b5c6aed83 has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:22:10.782980 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-2c36ef05-8fa3-498b-adb7-d00e94f50b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:10.807629 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-d4d77bd0-a288-4c89-815a-931bbec173d2 None None] Provisioning complete for port 0e8dbab8-b81b-4801-b10b-aee285b1622a triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:22:10.807861 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223859a-120f-4bdc-92f5-70e5a961fee3 service neutron] Pushing event updated for resources: {'Port': ['ID=88368c0f-e3c1-498e-ab94-d8ca96649dad,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:10.809846 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-d4d77bd0-a288-4c89-815a-931bbec173d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:10.833128 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-01507954-2443-4a35-bc7b-72f2614aeb76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:10.881354 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.provisioning_blocks [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-2c36ef05-8fa3-498b-adb7-d00e94f50b23 service neutron] Transition to ACTIVE for port object 6fed321b-cb5e-4620-943a-3b26358ffb06 will not be triggered until provisioned by entity L2. {{(pid=94000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 11:22:10.888928 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-d4d77bd0-a288-4c89-815a-931bbec173d2 None None] Port 0e8dbab8-b81b-4801-b10b-aee285b1622a cannot update to ACTIVE because it is not bound. {{(pid=94002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 11:22:10.904636 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-2c36ef05-8fa3-498b-adb7-d00e94f50b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:10.913639 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-b197ad17-eff8-4244-bd66-8315536b7892 req-b223859a-120f-4bdc-92f5-70e5a961fee3 service neutron] Attempting to bind port 88368c0f-e3c1-498e-ab94-d8ca96649dad on host hv-cinder-81103 for vnic_type normal with profile {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:22:10.913981 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-b197ad17-eff8-4244-bd66-8315536b7892 req-b223859a-120f-4bdc-92f5-70e5a961fee3 service neutron] Attempting to bind port 88368c0f-e3c1-498e-ab94-d8ca96649dad by drivers openvswitch,hyperv on host hv-cinder-81103 at level 0 using segments [{'id': '052ad395-361c-41b6-9565-e0bff30f9558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '072d778e-b4c9-4688-a1f8-87635c19d212'}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:22:10.914311 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b197ad17-eff8-4244-bd66-8315536b7892 req-b223859a-120f-4bdc-92f5-70e5a961fee3 service neutron] Attempting to bind port 88368c0f-e3c1-498e-ab94-d8ca96649dad on network 072d778e-b4c9-4688-a1f8-87635c19d212 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:22:10.961287 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108d0ab8-81c4-456c-8545-68c19b229899 admin admin] Router 74900178-a829-44b6-86cb-66d681fca92d has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:22:11.062064 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b197ad17-eff8-4244-bd66-8315536b7892 req-b223859a-120f-4bdc-92f5-70e5a961fee3 service neutron] Port 88368c0f-e3c1-498e-ab94-d8ca96649dad on network 072d778e-b4c9-4688-a1f8-87635c19d212 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81103 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 11:22:11.062818 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b197ad17-eff8-4244-bd66-8315536b7892 req-b223859a-120f-4bdc-92f5-70e5a961fee3 service neutron] Attempting to bind port 88368c0f-e3c1-498e-ab94-d8ca96649dad on network 072d778e-b4c9-4688-a1f8-87635c19d212 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:22:11.139860 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b197ad17-eff8-4244-bd66-8315536b7892 req-b223859a-120f-4bdc-92f5-70e5a961fee3 service neutron] Checking agent: {'id': 'c7902f34-c618-4561-9fcf-9ee1c8cebcf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81103', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'started_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:22:11.145526 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b197ad17-eff8-4244-bd66-8315536b7892 req-b223859a-120f-4bdc-92f5-70e5a961fee3 service neutron] Checking segment: {'id': '052ad395-361c-41b6-9565-e0bff30f9558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '072d778e-b4c9-4688-a1f8-87635c19d212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:22:11.146894 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b197ad17-eff8-4244-bd66-8315536b7892 req-b223859a-120f-4bdc-92f5-70e5a961fee3 service neutron] Bound using segment: {'id': '052ad395-361c-41b6-9565-e0bff30f9558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '072d778e-b4c9-4688-a1f8-87635c19d212'} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:22:11.149909 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-b197ad17-eff8-4244-bd66-8315536b7892 req-b223859a-120f-4bdc-92f5-70e5a961fee3 service neutron] Bound port: 88368c0f-e3c1-498e-ab94-d8ca96649dad, host: hv-cinder-81103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '052ad395-361c-41b6-9565-e0bff30f9558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '072d778e-b4c9-4688-a1f8-87635c19d212'}}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:22:11.150515 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-b197ad17-eff8-4244-bd66-8315536b7892 req-b223859a-120f-4bdc-92f5-70e5a961fee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:11.169597 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36ef05-8fa3-498b-adb7-d00e94f50b23 service neutron] Pushing event updated for resources: {'Port': ['ID=6fed321b-cb5e-4620-943a-3b26358ffb06,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:11.520434 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ae4ab-52fb-43eb-8aad-672242aec1db req-a22cfa07-096c-477f-a90b-4e2cc9986af2 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:11.525024 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ca3ae4ab-52fb-43eb-8aad-672242aec1db req-a22cfa07-096c-477f-a90b-4e2cc9986af2 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 943 time: 0.1450737 Sep 26 11:22:11.535609 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-2c36ef05-8fa3-498b-adb7-d00e94f50b23 service neutron] Attempting to bind port 6fed321b-cb5e-4620-943a-3b26358ffb06 on host hv-cinder-81103 for vnic_type normal with profile {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:22:11.536229 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-2c36ef05-8fa3-498b-adb7-d00e94f50b23 service neutron] Attempting to bind port 6fed321b-cb5e-4620-943a-3b26358ffb06 by drivers openvswitch,hyperv on host hv-cinder-81103 at level 0 using segments [{'id': 'bb9d2606-9463-4e42-a9b7-76a1c77e2f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3648fc75-c2d1-4acd-9ffa-052eac6b49c8'}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:22:11.536530 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-2c36ef05-8fa3-498b-adb7-d00e94f50b23 service neutron] Attempting to bind port 6fed321b-cb5e-4620-943a-3b26358ffb06 on network 3648fc75-c2d1-4acd-9ffa-052eac6b49c8 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:22:11.545048 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2eaa43-7005-47fc-b738-2ef348a221a6 admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:22:11.558502 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0809810-1e4e-4ca5-87d3-af8028b8c117 None None] Sync routers for ids ['31da8a41-38e4-4615-8617-081b5c6aed83'] in dv-cinder-811032-1-iscsi {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:22:11.575925 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0809810-1e4e-4ca5-87d3-af8028b8c117 None None] Routers {'31da8a41-38e4-4615-8617-081b5c6aed83'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:22:11.576730 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-b0809810-1e4e-4ca5-87d3-af8028b8c117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:22:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['31da8a41-38e4-4615-8617-081b5c6aed83'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:22:11.589773 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-9a2eaa43-7005-47fc-b738-2ef348a221a6 admin admin] 10.222.0.15 "PUT /v2.0/routers/31da8a41-38e4-4615-8617-081b5c6aed83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6386681 Sep 26 11:22:11.601291 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-2c36ef05-8fa3-498b-adb7-d00e94f50b23 service neutron] Port 6fed321b-cb5e-4620-943a-3b26358ffb06 on network 3648fc75-c2d1-4acd-9ffa-052eac6b49c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81103 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 11:22:11.607052 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-2c36ef05-8fa3-498b-adb7-d00e94f50b23 service neutron] Attempting to bind port 6fed321b-cb5e-4620-943a-3b26358ffb06 on network 3648fc75-c2d1-4acd-9ffa-052eac6b49c8 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:22:11.658057 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-2c36ef05-8fa3-498b-adb7-d00e94f50b23 service neutron] Checking agent: {'id': 'c7902f34-c618-4561-9fcf-9ee1c8cebcf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81103', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'started_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:22:11.658835 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-2c36ef05-8fa3-498b-adb7-d00e94f50b23 service neutron] Checking segment: {'id': 'bb9d2606-9463-4e42-a9b7-76a1c77e2f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3648fc75-c2d1-4acd-9ffa-052eac6b49c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:22:11.659476 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-2c36ef05-8fa3-498b-adb7-d00e94f50b23 service neutron] Bound using segment: {'id': 'bb9d2606-9463-4e42-a9b7-76a1c77e2f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3648fc75-c2d1-4acd-9ffa-052eac6b49c8'} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:22:11.660170 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-2c36ef05-8fa3-498b-adb7-d00e94f50b23 service neutron] Bound port: 6fed321b-cb5e-4620-943a-3b26358ffb06, host: hv-cinder-81103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9d2606-9463-4e42-a9b7-76a1c77e2f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3648fc75-c2d1-4acd-9ffa-052eac6b49c8'}}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:22:11.660771 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-2c36ef05-8fa3-498b-adb7-d00e94f50b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:11.690028 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108d0ab8-81c4-456c-8545-68c19b229899 admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:22:11.697148 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-b197ad17-eff8-4244-bd66-8315536b7892 req-b223859a-120f-4bdc-92f5-70e5a961fee3 service neutron] For port 88368c0f-e3c1-498e-ab94-d8ca96649dad, host hv-cinder-81103, cleared binding levels {{(pid=94000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:22:11.702051 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febde1c-7343-4eca-af58-4099012dc35b None None] Sync routers for ids ['74900178-a829-44b6-86cb-66d681fca92d'] in dv-cinder-811032-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:22:11.716803 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-108d0ab8-81c4-456c-8545-68c19b229899 admin admin] 10.222.0.15 "PUT /v2.0/routers/74900178-a829-44b6-86cb-66d681fca92d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0978489 Sep 26 11:22:11.720068 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-01507954-2443-4a35-bc7b-72f2614aeb76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:11.731327 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8febde1c-7343-4eca-af58-4099012dc35b None None] Routers {'74900178-a829-44b6-86cb-66d681fca92d'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:22:11.733912 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-8febde1c-7343-4eca-af58-4099012dc35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:22:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['74900178-a829-44b6-86cb-66d681fca92d'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:22:11.750779 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-01507954-2443-4a35-bc7b-72f2614aeb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:11.779307 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ca3ae4ab-52fb-43eb-8aad-672242aec1db req-9d1fc141-3a1b-4441-9524-687c1c230bbd tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450237 Sep 26 11:22:11.796809 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-b197ad17-eff8-4244-bd66-8315536b7892 req-b223859a-120f-4bdc-92f5-70e5a961fee3 service neutron] For port 88368c0f-e3c1-498e-ab94-d8ca96649dad, host hv-cinder-81103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=88368c0f-e3c1-498e-ab94-d8ca96649dad,segment=NetworkSegment(052ad395-361c-41b6-9565-e0bff30f9558),segment_id=052ad395-361c-41b6-9565-e0bff30f9558)] {{(pid=94000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:22:11.800402 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822106d-0e80-4854-8fa8-d69292f53ced req-5e5c0133-1e84-4a76-8fad-3276f6c4dcb2 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:11.803603 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0822106d-0e80-4854-8fa8-d69292f53ced req-5e5c0133-1e84-4a76-8fad-3276f6c4dcb2 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 944 time: 0.2713442 Sep 26 11:22:11.821890 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-b197ad17-eff8-4244-bd66-8315536b7892 req-b223859a-120f-4bdc-92f5-70e5a961fee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:11.896379 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0822106d-0e80-4854-8fa8-d69292f53ced req-0d527502-e019-4ae9-811c-1710c6c34b8a tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848622 Sep 26 11:22:11.965934 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-01507954-2443-4a35-bc7b-72f2614aeb76 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ef87ebcc3c944313ba7e39eb42b5e29b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8275659 Sep 26 11:22:11.970019 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 44344) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:11.976389 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01507954-2443-4a35-bc7b-72f2614aeb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8998bc-9711-4c5a-87b5-f2b1a83f225f,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:11.993151 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197ad17-eff8-4244-bd66-8315536b7892 req-b223859a-120f-4bdc-92f5-70e5a961fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:11.994081 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-b197ad17-eff8-4244-bd66-8315536b7892 req-b223859a-120f-4bdc-92f5-70e5a961fee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:11.995850 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b197ad17-eff8-4244-bd66-8315536b7892 req-b223859a-120f-4bdc-92f5-70e5a961fee3 service neutron] 10.222.0.22 "PUT /v2.0/ports/88368c0f-e3c1-498e-ab94-d8ca96649dad HTTP/1.1" status: 200 len: 1093 time: 5.3335412 Sep 26 11:22:11.998474 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4d12dd-c290-4150-9e8c-acd2ffba9b05', 'tag': '88368c0f-e3c1-498e-ab94-d8ca96649dad'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:22:12.114103 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-b0809810-1e4e-4ca5-87d3-af8028b8c117 None None] Set router 31da8a41-38e4-4615-8617-081b5c6aed83 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:22:12.133335 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-20787816-e2b7-48cc-8d4d-9c35c8dfd20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:12.235742 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-20787816-e2b7-48cc-8d4d-9c35c8dfd20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:12.299264 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-8febde1c-7343-4eca-af58-4099012dc35b None None] Set router 74900178-a829-44b6-86cb-66d681fca92d gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:22:12.339672 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-20787816-e2b7-48cc-8d4d-9c35c8dfd20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:12.345515 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-20787816-e2b7-48cc-8d4d-9c35c8dfd20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:12.350257 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-20787816-e2b7-48cc-8d4d-9c35c8dfd20f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc8998bc-9711-4c5a-87b5-f2b1a83f225f HTTP/1.1" status: 204 len: 168 time: 0.3788047 Sep 26 11:22:12.360392 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20787816-e2b7-48cc-8d4d-9c35c8dfd20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8998bc-9711-4c5a-87b5-f2b1a83f225f,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:12.404536 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-2c36ef05-8fa3-498b-adb7-d00e94f50b23 service neutron] For port 6fed321b-cb5e-4620-943a-3b26358ffb06, host hv-cinder-81103, cleared binding levels {{(pid=94000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:22:12.419837 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-2c36ef05-8fa3-498b-adb7-d00e94f50b23 service neutron] For port 6fed321b-cb5e-4620-943a-3b26358ffb06, host hv-cinder-81103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=6fed321b-cb5e-4620-943a-3b26358ffb06,segment=NetworkSegment(bb9d2606-9463-4e42-a9b7-76a1c77e2f0d),segment_id=bb9d2606-9463-4e42-a9b7-76a1c77e2f0d)] {{(pid=94000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:22:12.454660 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-2c36ef05-8fa3-498b-adb7-d00e94f50b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:12.467812 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223859a-120f-4bdc-92f5-70e5a961fee3 service neutron] Pushing event updated for resources: {'Port': ['ID=88368c0f-e3c1-498e-ab94-d8ca96649dad,revision_number=3']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:12.556064 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-2c36ef05-8fa3-498b-adb7-d00e94f50b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:12.557000 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-2c36ef05-8fa3-498b-adb7-d00e94f50b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:12.558677 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-2c36ef05-8fa3-498b-adb7-d00e94f50b23 service neutron] 10.222.0.22 "PUT /v2.0/ports/6fed321b-cb5e-4620-943a-3b26358ffb06 HTTP/1.1" status: 200 len: 1094 time: 4.2385192 Sep 26 11:22:12.560709 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36ef05-8fa3-498b-adb7-d00e94f50b23 service neutron] Pushing event updated for resources: {'Port': ['ID=6fed321b-cb5e-4620-943a-3b26358ffb06,revision_number=3']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:12.583001 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197ad17-eff8-4244-bd66-8315536b7892 req-c0767256-283a-4ad2-93bb-b7f8db5b651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:12.585924 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b197ad17-eff8-4244-bd66-8315536b7892 req-c0767256-283a-4ad2-93bb-b7f8db5b651b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=67eee41fc6fb495c886ceb34253e4191&device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 1096 time: 0.2772257 Sep 26 11:22:12.593845 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-b0809810-1e4e-4ca5-87d3-af8028b8c117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31da8a41-38e4-4615-8617-081b5c6aed83', 'name': 'tempest-ServerRescueNegativeTestJSON-195278720-router', 'tenant_id': '0a5a72529877428ea014522afb626541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f5155535-5092-4f57-a00b-2b7e06063c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:52Z', 'updated_at': '2021-09-26T11:22:08Z', 'revision_number': 4, 'project_id': '0a5a72529877428ea014522afb626541', 'gw_port': {'id': 'f5155535-5092-4f57-a00b-2b7e06063c59', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da8a41-38e4-4615-8617-081b5c6aed83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:21:53Z', 'updated_at': '2021-09-26T11:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': 'b00e4642-cb8d-4553-b4c8-4ca939a4ff89', 'name': '', 'network_id': '3816b198-fbf9-4832-9257-7a9e89f72850', 'tenant_id': '0a5a72529877428ea014522afb626541', 'mac_address': 'fa:16:3e:f0:6b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31da8a41-38e4-4615-8617-081b5c6aed83', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '59e45337-b67d-4e42-97b1-813ae679474a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:22:01Z', 'updated_at': '2021-09-26T11:22:09Z', 'revision_number': 2, 'project_id': '0a5a72529877428ea014522afb626541', 'subnets': [{'id': '59e45337-b67d-4e42-97b1-813ae679474a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:22:12.636457 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0809810-1e4e-4ca5-87d3-af8028b8c117 None None] Checking router: 31da8a41-38e4-4615-8617-081b5c6aed83 for host: dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:22:12.637057 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0809810-1e4e-4ca5-87d3-af8028b8c117 None None] Updating router 31da8a41-38e4-4615-8617-081b5c6aed83 port b00e4642-cb8d-4553-b4c8-4ca939a4ff89 binding host dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 11:22:12.666336 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b0809810-1e4e-4ca5-87d3-af8028b8c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:12.705808 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-8febde1c-7343-4eca-af58-4099012dc35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74900178-a829-44b6-86cb-66d681fca92d', 'name': 'tempest-AttachVolumeShelveTestJSON-2002190616-router', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:53Z', 'updated_at': '2021-09-26T11:22:07Z', 'revision_number': 4, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'gw_port': {'id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:21:55Z', 'updated_at': '2021-09-26T11:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '0e8dbab8-b81b-4801-b10b-aee285b1622a', 'name': '', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'mac_address': 'fa:16:3e:4a:a6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:22:02Z', 'updated_at': '2021-09-26T11:22:08Z', 'revision_number': 2, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'subnets': [{'id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:22:12.779217 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febde1c-7343-4eca-af58-4099012dc35b None None] Checking router: 74900178-a829-44b6-86cb-66d681fca92d for host: dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:22:12.779794 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febde1c-7343-4eca-af58-4099012dc35b None None] Updating router 74900178-a829-44b6-86cb-66d681fca92d port 0e8dbab8-b81b-4801-b10b-aee285b1622a binding host dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 11:22:12.796944 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b197ad17-eff8-4244-bd66-8315536b7892 req-88a9897d-ee29-4b0e-ac5a-b16855a25972 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88368c0f-e3c1-498e-ab94-d8ca96649dad HTTP/1.1" status: 200 len: 217 time: 0.2008870 Sep 26 11:22:12.853111 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-3d066ec4-acf3-423e-967e-fec03f46b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:12.854883 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-3d066ec4-acf3-423e-967e-fec03f46b990 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2420ccca5e84489db9a6b4bf84d2a930&device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 1097 time: 0.1562304 Sep 26 11:22:12.881182 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-8febde1c-7343-4eca-af58-4099012dc35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:12.914692 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-41a66c13-4f38-48db-a77a-6d74de651ebc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fed321b-cb5e-4620-943a-3b26358ffb06 HTTP/1.1" status: 200 len: 217 time: 0.0496447 Sep 26 11:22:12.916794 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197ad17-eff8-4244-bd66-8315536b7892 req-fa0842df-7648-405e-96e4-e0b1da781e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:12.918363 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b197ad17-eff8-4244-bd66-8315536b7892 req-fa0842df-7648-405e-96e4-e0b1da781e81 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4fb10538-4767-437e-9cc6-8cdf98561c3a HTTP/1.1" status: 200 len: 851 time: 0.1132245 Sep 26 11:22:13.171886 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b197ad17-eff8-4244-bd66-8315536b7892 req-4764fc77-a623-4c41-8508-e4a9696c0731 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=072d778e-b4c9-4688-a1f8-87635c19d212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2339001 Sep 26 11:22:13.275253 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b0809810-1e4e-4ca5-87d3-af8028b8c117 None None] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:13.286403 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac05579741f88b05fd5495e6fabac80b3338caa1126b8e71f43a8600e84c3c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404247be-0060-4354-968f-902b8d999607" -d '{"events": [{"name": "network-changed", "server_uuid": "5e4d12dd-c290-4150-9e8c-acd2ffba9b05", "tag": "88368c0f-e3c1-498e-ab94-d8ca96649dad"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:22:13.286632 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b0809810-1e4e-4ca5-87d3-af8028b8c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:13.315750 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-b61d36a4-0dee-44e9-8baf-7f101d2d9fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:13.325570 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-b61d36a4-0dee-44e9-8baf-7f101d2d9fc9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=01cc8a24-a40e-4f6f-b303-98aba3c61d4a HTTP/1.1" status: 200 len: 854 time: 0.3987865 Sep 26 11:22:13.331964 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252f337-182f-4b62-b5b0-5e74df853407 req-26a04d4c-82de-4c0e-9856-3358bacb811f tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:13.334182 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9252f337-182f-4b62-b5b0-5e74df853407 req-26a04d4c-82de-4c0e-9856-3358bacb811f tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/networks?id=3816b198-fbf9-4832-9257-7a9e89f72850 HTTP/1.1" status: 200 len: 818 time: 0.2620375 Sep 26 11:22:13.354223 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869cd9df-a049-44fb-9202-92fdd20b58d2 None None] Pushing event updated for resources: {'Port': ['ID=b00e4642-cb8d-4553-b4c8-4ca939a4ff89,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:13.365650 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9252f337-182f-4b62-b5b0-5e74df853407 req-b6d7de97-efd4-4623-b9e4-a4b4b08182ce tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/quotas/0a5a72529877428ea014522afb626541 HTTP/1.1" status: 200 len: 375 time: 0.0212491 Sep 26 11:22:13.409192 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-29818757-1016-466b-b8f0-881c41d5a60b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3648fc75-c2d1-4acd-9ffa-052eac6b49c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677080 Sep 26 11:22:13.477017 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9252f337-182f-4b62-b5b0-5e74df853407 req-88e3a117-fadf-4fa6-b707-d972c9c5d06e tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0a5a72529877428ea014522afb626541&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1036313 Sep 26 11:22:13.528756 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-b0809810-1e4e-4ca5-87d3-af8028b8c117 None None] Attempting to bind port b00e4642-cb8d-4553-b4c8-4ca939a4ff89 on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:22:13.529348 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-b0809810-1e4e-4ca5-87d3-af8028b8c117 None None] Attempting to bind port b00e4642-cb8d-4553-b4c8-4ca939a4ff89 by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': 'fcc5799a-eb51-4135-962b-9ae4b4d86e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3816b198-fbf9-4832-9257-7a9e89f72850'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:22:13.529726 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0809810-1e4e-4ca5-87d3-af8028b8c117 None None] Attempting to bind port b00e4642-cb8d-4553-b4c8-4ca939a4ff89 on network 3816b198-fbf9-4832-9257-7a9e89f72850 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:22:13.539562 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0809810-1e4e-4ca5-87d3-af8028b8c117 None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:22:13.540065 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0809810-1e4e-4ca5-87d3-af8028b8c117 None None] Checking segment: {'id': 'fcc5799a-eb51-4135-962b-9ae4b4d86e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3816b198-fbf9-4832-9257-7a9e89f72850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:22:13.540482 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b0809810-1e4e-4ca5-87d3-af8028b8c117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:13.541316 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0809810-1e4e-4ca5-87d3-af8028b8c117 None None] Bound using segment: {'id': 'fcc5799a-eb51-4135-962b-9ae4b4d86e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3816b198-fbf9-4832-9257-7a9e89f72850'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:22:13.541903 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-b0809810-1e4e-4ca5-87d3-af8028b8c117 None None] Bound port: b00e4642-cb8d-4553-b4c8-4ca939a4ff89, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc5799a-eb51-4135-962b-9ae4b4d86e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3816b198-fbf9-4832-9257-7a9e89f72850'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:22:13.542380 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b0809810-1e4e-4ca5-87d3-af8028b8c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:13.611950 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 44414) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:13.641974 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-b0809810-1e4e-4ca5-87d3-af8028b8c117 None None] For port b00e4642-cb8d-4553-b4c8-4ca939a4ff89, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:22:13.645980 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-b0809810-1e4e-4ca5-87d3-af8028b8c117 None None] For port b00e4642-cb8d-4553-b4c8-4ca939a4ff89, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=b00e4642-cb8d-4553-b4c8-4ca939a4ff89,segment=NetworkSegment(fcc5799a-eb51-4135-962b-9ae4b4d86e58),segment_id=fcc5799a-eb51-4135-962b-9ae4b4d86e58)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:22:13.653021 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-b0809810-1e4e-4ca5-87d3-af8028b8c117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:13.697673 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-b3d7fb0e-2746-41bc-875b-408e2636aca5 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1627509302', 'description': 'tempest-description--288420885'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:22:13.743435 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 44418) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:13.753029 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-8febde1c-7343-4eca-af58-4099012dc35b None None] Notify callbacks [] for port, precommit_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:13.759921 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869cd9df-a049-44fb-9202-92fdd20b58d2 None None] Pushing event updated for resources: {'Port': ['ID=b00e4642-cb8d-4553-b4c8-4ca939a4ff89,revision_number=4']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:13.774101 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-8febde1c-7343-4eca-af58-4099012dc35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:13.794421 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0809810-1e4e-4ca5-87d3-af8028b8c117 None None] Routers {'31da8a41-38e4-4615-8617-081b5c6aed83'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:22:13.795105 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-b0809810-1e4e-4ca5-87d3-af8028b8c117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:22:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['31da8a41-38e4-4615-8617-081b5c6aed83'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:22:13.814840 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6ab7302c-35a0-410e-9850-6508a2dc4ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:13.839700 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b197ad17-eff8-4244-bd66-8315536b7892 req-4bf13032-163e-404b-b577-1ecc2f3b9cc5 service neutron] 10.222.0.22 "GET /v2.0/networks/072d778e-b4c9-4688-a1f8-87635c19d212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6515665 Sep 26 11:22:14.025202 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d6f27-de81-470e-8fa0-63f2c8394ee1 None None] Pushing event updated for resources: {'Port': ['ID=0e8dbab8-b81b-4801-b10b-aee285b1622a,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:14.030599 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-b0809810-1e4e-4ca5-87d3-af8028b8c117 None None] Set router 31da8a41-38e4-4615-8617-081b5c6aed83 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:22:14.049117 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9252f337-182f-4b62-b5b0-5e74df853407 req-890df0b0-5c06-41e1-a578-4537869c3f87 service neutron] 10.222.0.15 "GET /v2.0/networks/3816b198-fbf9-4832-9257-7a9e89f72850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5577755 Sep 26 11:22:14.076068 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-8febde1c-7343-4eca-af58-4099012dc35b None None] Attempting to bind port 0e8dbab8-b81b-4801-b10b-aee285b1622a on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:22:14.076450 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-8febde1c-7343-4eca-af58-4099012dc35b None None] Attempting to bind port 0e8dbab8-b81b-4801-b10b-aee285b1622a by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': '4de8c32e-a956-4fdd-9d0d-b92940ec01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:22:14.076806 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8febde1c-7343-4eca-af58-4099012dc35b None None] Attempting to bind port 0e8dbab8-b81b-4801-b10b-aee285b1622a on network 0fbbe369-87d6-4403-8471-9c5dec794f0d {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:22:14.096358 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8febde1c-7343-4eca-af58-4099012dc35b None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:22:14.096948 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8febde1c-7343-4eca-af58-4099012dc35b None None] Checking segment: {'id': '4de8c32e-a956-4fdd-9d0d-b92940ec01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:22:14.097596 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-8febde1c-7343-4eca-af58-4099012dc35b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:14.098220 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8febde1c-7343-4eca-af58-4099012dc35b None None] Bound using segment: {'id': '4de8c32e-a956-4fdd-9d0d-b92940ec01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:22:14.115497 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-8febde1c-7343-4eca-af58-4099012dc35b None None] Bound port: 0e8dbab8-b81b-4801-b10b-aee285b1622a, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de8c32e-a956-4fdd-9d0d-b92940ec01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:22:14.116724 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-8febde1c-7343-4eca-af58-4099012dc35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:14.135757 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39268ac0-eff9-4c17-9eab-ba76c7ee859c req-db06f2fc-da70-4633-b737-e7c35cd38f84 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:14.137297 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-39268ac0-eff9-4c17-9eab-ba76c7ee859c req-db06f2fc-da70-4633-b737-e7c35cd38f84 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 943 time: 0.3331878 Sep 26 11:22:14.209915 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-187f458b-5f2d-40bf-b6b9-d7c10310ac46 service neutron] 10.222.0.22 "GET /v2.0/networks/3648fc75-c2d1-4acd-9ffa-052eac6b49c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7651420 Sep 26 11:22:14.232880 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b3d7fb0e-2746-41bc-875b-408e2636aca5 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:14.389377 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-8febde1c-7343-4eca-af58-4099012dc35b None None] For port 0e8dbab8-b81b-4801-b10b-aee285b1622a, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:22:14.399982 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-8febde1c-7343-4eca-af58-4099012dc35b None None] For port 0e8dbab8-b81b-4801-b10b-aee285b1622a, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=0e8dbab8-b81b-4801-b10b-aee285b1622a,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:22:14.410273 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-8febde1c-7343-4eca-af58-4099012dc35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:14.441863 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-73d2fe3e-bb33-426f-bc80-2680a9f16035 req-a5471069-53d9-4546-9a32-795bdc430a5e service neutron] 10.222.0.22 "GET /v2.0/networks/3648fc75-c2d1-4acd-9ffa-052eac6b49c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186127 Sep 26 11:22:14.442114 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-39268ac0-eff9-4c17-9eab-ba76c7ee859c req-8d1c248a-d535-4296-b21d-86b0eb98743f tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713022 Sep 26 11:22:14.481675 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9252f337-182f-4b62-b5b0-5e74df853407 req-ecea14b9-e5ca-45cf-8f2a-54ad7be9911f service neutron] 10.222.0.15 "GET /v2.0/networks/3816b198-fbf9-4832-9257-7a9e89f72850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150579 Sep 26 11:22:14.487163 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b197ad17-eff8-4244-bd66-8315536b7892 req-f0e1cdf5-3704-47c5-b4a2-853190966654 service neutron] 10.222.0.22 "GET /v2.0/networks/072d778e-b4c9-4688-a1f8-87635c19d212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6066430 Sep 26 11:22:14.511680 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-b0809810-1e4e-4ca5-87d3-af8028b8c117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31da8a41-38e4-4615-8617-081b5c6aed83', 'name': 'tempest-ServerRescueNegativeTestJSON-195278720-router', 'tenant_id': '0a5a72529877428ea014522afb626541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f5155535-5092-4f57-a00b-2b7e06063c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:52Z', 'updated_at': '2021-09-26T11:22:08Z', 'revision_number': 4, 'project_id': '0a5a72529877428ea014522afb626541', 'gw_port': {'id': 'f5155535-5092-4f57-a00b-2b7e06063c59', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da8a41-38e4-4615-8617-081b5c6aed83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:21:53Z', 'updated_at': '2021-09-26T11:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': 'b00e4642-cb8d-4553-b4c8-4ca939a4ff89', 'name': '', 'network_id': '3816b198-fbf9-4832-9257-7a9e89f72850', 'tenant_id': '0a5a72529877428ea014522afb626541', 'mac_address': 'fa:16:3e:f0:6b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31da8a41-38e4-4615-8617-081b5c6aed83', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '59e45337-b67d-4e42-97b1-813ae679474a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:22:01Z', 'updated_at': '2021-09-26T11:22:13Z', 'revision_number': 4, 'project_id': '0a5a72529877428ea014522afb626541', 'subnets': [{'id': '59e45337-b67d-4e42-97b1-813ae679474a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:22:14.511886 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8febde1c-7343-4eca-af58-4099012dc35b None None] Routers {'74900178-a829-44b6-86cb-66d681fca92d'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:22:14.512663 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-8febde1c-7343-4eca-af58-4099012dc35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:22:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['74900178-a829-44b6-86cb-66d681fca92d'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:22:14.532980 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-42ae315d-14db-4283-add1-37cafe893c84 None None] Provisioning complete for port 0e8dbab8-b81b-4801-b10b-aee285b1622a triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:22:14.535022 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-42ae315d-14db-4283-add1-37cafe893c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:14.554365 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0809810-1e4e-4ca5-87d3-af8028b8c117 None None] The sync data for ids ['31da8a41-38e4-4615-8617-081b5c6aed83'] in dv-cinder-811032-1-iscsi is: [{'id': '31da8a41-38e4-4615-8617-081b5c6aed83', 'name': 'tempest-ServerRescueNegativeTestJSON-195278720-router', 'tenant_id': '0a5a72529877428ea014522afb626541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f5155535-5092-4f57-a00b-2b7e06063c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:52Z', 'updated_at': '2021-09-26T11:22:08Z', 'revision_number': 4, 'project_id': '0a5a72529877428ea014522afb626541', 'gw_port': {'id': 'f5155535-5092-4f57-a00b-2b7e06063c59', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da8a41-38e4-4615-8617-081b5c6aed83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:21:53Z', 'updated_at': '2021-09-26T11:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': 'b00e4642-cb8d-4553-b4c8-4ca939a4ff89', 'name': '', 'network_id': '3816b198-fbf9-4832-9257-7a9e89f72850', 'tenant_id': '0a5a72529877428ea014522afb626541', 'mac_address': 'fa:16:3e:f0:6b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31da8a41-38e4-4615-8617-081b5c6aed83', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '59e45337-b67d-4e42-97b1-813ae679474a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:22:01Z', 'updated_at': '2021-09-26T11:22:13Z', 'revision_number': 4, 'project_id': '0a5a72529877428ea014522afb626541', 'subnets': [{'id': '59e45337-b67d-4e42-97b1-813ae679474a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:22:14.660929 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d6f27-de81-470e-8fa0-63f2c8394ee1 None None] Pushing event updated for resources: {'Port': ['ID=0e8dbab8-b81b-4801-b10b-aee285b1622a,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:14.786888 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6ab7302c-35a0-410e-9850-6508a2dc4ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:14.834374 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6ab7302c-35a0-410e-9850-6508a2dc4ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:15.019378 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-8febde1c-7343-4eca-af58-4099012dc35b None None] Set router 74900178-a829-44b6-86cb-66d681fca92d gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:22:15.056403 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-6ab7302c-35a0-410e-9850-6508a2dc4ff2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6da0eec3357745989e5b05a5482a99f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3114860 Sep 26 11:22:15.057489 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 44446) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:15.058337 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7302c-35a0-410e-9850-6508a2dc4ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de05d29-6ebd-4976-8917-e2337e627b16,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:15.126907 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-42ae315d-14db-4283-add1-37cafe893c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:15.139657 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b3d7fb0e-2746-41bc-875b-408e2636aca5 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:15.167558 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b3d7fb0e-2746-41bc-875b-408e2636aca5 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:15.286328 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593b57d-2cbf-4d60-9342-49e2e9ac1c2a req-cce8c654-39e3-40c2-af8c-a8ba6d09e522 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:15.286744 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b3d7fb0e-2746-41bc-875b-408e2636aca5 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:15.289348 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-b3d7fb0e-2746-41bc-875b-408e2636aca5 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6032844 Sep 26 11:22:15.292546 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 44462) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:15.295420 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a593b57d-2cbf-4d60-9342-49e2e9ac1c2a req-cce8c654-39e3-40c2-af8c-a8ba6d09e522 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 944 time: 0.6302288 Sep 26 11:22:15.306265 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7fb0e-2746-41bc-875b-408e2636aca5 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36220ffa-2673-4d3d-9407-6655861a89c1,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:15.311168 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-42ae315d-14db-4283-add1-37cafe893c84 None None] For port 0e8dbab8-b81b-4801-b10b-aee285b1622a, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=0e8dbab8-b81b-4801-b10b-aee285b1622a,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:22:15.315965 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-2bd44bce-f693-45fa-8972-3e15e92b94f2 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Request body: {'security_group_rule': {'security_group_id': '36220ffa-2673-4d3d-9407-6655861a89c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:22:15.389438 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2bd44bce-f693-45fa-8972-3e15e92b94f2 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:15.478135 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a593b57d-2cbf-4d60-9342-49e2e9ac1c2a req-25996b0e-b9dd-4edc-90d2-f1d9a8821be8 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631665 Sep 26 11:22:15.481767 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-42ae315d-14db-4283-add1-37cafe893c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:15.529288 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4709cc27-791c-474c-9f03-2a695d23c3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:15.561947 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61bbb40-3c58-4079-b08d-5e9fd2efbfdd x-openstack-request-id: req-f61bbb40-3c58-4079-b08d-5e9fd2efbfdd {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:22:15.562520 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e4d12dd-c290-4150-9e8c-acd2ffba9b05", "tag": "88368c0f-e3c1-498e-ab94-d8ca96649dad", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:22:15.562962 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f61bbb40-3c58-4079-b08d-5e9fd2efbfdd {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:22:15.563868 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4d12dd-c290-4150-9e8c-acd2ffba9b05', 'tag': '88368c0f-e3c1-498e-ab94-d8ca96649dad', 'status': 'completed', 'code': 200} Sep 26 11:22:15.606629 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4709cc27-791c-474c-9f03-2a695d23c3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:15.709931 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-cba6c83c-6518-4fdb-9bae-7d844607dae5 req-1a24494a-bbee-4b9b-8083-39bb6d1f986d tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 210 time: 0.0788181 Sep 26 11:22:15.721061 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2bd44bce-f693-45fa-8972-3e15e92b94f2 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:15.743361 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2bd44bce-f693-45fa-8972-3e15e92b94f2 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777310'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:15.767291 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404247be-0060-4354-968f-902b8d999607 req-80d4378d-d390-412e-8add-f42c9d496ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:15.769193 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-404247be-0060-4354-968f-902b8d999607 req-80d4378d-d390-412e-8add-f42c9d496ef1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=67eee41fc6fb495c886ceb34253e4191&device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 1096 time: 0.1968381 Sep 26 11:22:15.776471 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd44bce-f693-45fa-8972-3e15e92b94f2 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f644922-49c3-48e2-a7b9-abec407310cb,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:15.840238 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-67251254-4426-48da-be59-3c2bc1175b30 None None] Provisioning complete for port 0e8dbab8-b81b-4801-b10b-aee285b1622a triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:22:15.841709 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2bd44bce-f693-45fa-8972-3e15e92b94f2 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:15.842418 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-67251254-4426-48da-be59-3c2bc1175b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:15.843344 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-2bd44bce-f693-45fa-8972-3e15e92b94f2 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5498221 Sep 26 11:22:15.850100 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c3769-451a-425d-99fa-3b181b2df433 req-ac3783d6-d451-4aee-9661-97dd0d72d9f5 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:15.851966 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-714c3769-451a-425d-99fa-3b181b2df433 req-ac3783d6-d451-4aee-9661-97dd0d72d9f5 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 943 time: 0.1516912 Sep 26 11:22:15.856585 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 44490) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:15.866056 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-9a05b102-8c84-4fa0-90b5-4bcae1ec947e tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Request body: {'security_group_rule': {'security_group_id': '36220ffa-2673-4d3d-9407-6655861a89c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:22:15.958764 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae315d-14db-4283-add1-37cafe893c84 None None] Pushing event updated for resources: {'Port': ['ID=0e8dbab8-b81b-4801-b10b-aee285b1622a,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:15.975734 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-9a05b102-8c84-4fa0-90b5-4bcae1ec947e tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:15.982118 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4709cc27-791c-474c-9f03-2a695d23c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:15.987619 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4709cc27-791c-474c-9f03-2a695d23c3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:15.990692 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-4709cc27-791c-474c-9f03-2a695d23c3cd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4de05d29-6ebd-4976-8917-e2337e627b16 HTTP/1.1" status: 204 len: 168 time: 0.9196727 Sep 26 11:22:16.100033 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device b00e4642-cb8d-4553-b4c8-4ca939a4ff89 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:22:16.124877 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709cc27-791c-474c-9f03-2a695d23c3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de05d29-6ebd-4976-8917-e2337e627b16,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:16.165174 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404247be-0060-4354-968f-902b8d999607 req-4d2928b3-ce9d-42f7-a508-ea7cbe5c8c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:16.170895 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-404247be-0060-4354-968f-902b8d999607 req-4d2928b3-ce9d-42f7-a508-ea7cbe5c8c15 service neutron] 10.222.0.22 "GET /v2.0/networks?id=072d778e-b4c9-4688-a1f8-87635c19d212 HTTP/1.1" status: 200 len: 912 time: 0.3823519 Sep 26 11:22:16.272530 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-404247be-0060-4354-968f-902b8d999607 req-ea0233d6-4afb-4c58-9a9f-ce2666f35af5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88368c0f-e3c1-498e-ab94-d8ca96649dad HTTP/1.1" status: 200 len: 217 time: 0.0974946 Sep 26 11:22:16.335989 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-9a05b102-8c84-4fa0-90b5-4bcae1ec947e tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:16.341369 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port b00e4642-cb8d-4553-b4c8-4ca939a4ff89 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:22:16.346542 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:16.384073 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-9a05b102-8c84-4fa0-90b5-4bcae1ec947e tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777310'] for security_group_rule, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:16.388460 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-714c3769-451a-425d-99fa-3b181b2df433 req-d97c9d78-14cd-4a83-be19-0a602a018b41 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735787 Sep 26 11:22:16.438624 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-8febde1c-7343-4eca-af58-4099012dc35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74900178-a829-44b6-86cb-66d681fca92d', 'name': 'tempest-AttachVolumeShelveTestJSON-2002190616-router', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:53Z', 'updated_at': '2021-09-26T11:22:07Z', 'revision_number': 4, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'gw_port': {'id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:21:55Z', 'updated_at': '2021-09-26T11:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '0e8dbab8-b81b-4801-b10b-aee285b1622a', 'name': '', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'mac_address': 'fa:16:3e:4a:a6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:22:02Z', 'updated_at': '2021-09-26T11:22:14Z', 'revision_number': 4, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'subnets': [{'id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:22:16.446441 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404247be-0060-4354-968f-902b8d999607 req-68ad5671-bd91-43b7-a4da-89b604065725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:16.454154 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-404247be-0060-4354-968f-902b8d999607 req-68ad5671-bd91-43b7-a4da-89b604065725 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4fb10538-4767-437e-9cc6-8cdf98561c3a HTTP/1.1" status: 200 len: 851 time: 0.1724551 Sep 26 11:22:16.483419 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05b102-8c84-4fa0-90b5-4bcae1ec947e tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245c30b0-5e92-4ed7-b953-05caecc44e54,revision_number=0']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:16.529886 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-9a05b102-8c84-4fa0-90b5-4bcae1ec947e tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:16.532249 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-9a05b102-8c84-4fa0-90b5-4bcae1ec947e tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6783528 Sep 26 11:22:16.535426 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 44518) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:16.546956 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-13ef442c-4e17-450c-bec1-7d37273ae3fa tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Request body: {'floatingip': {'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:22:16.576690 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 44520) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:16.592051 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-13ef442c-4e17-450c-bec1-7d37273ae3fa tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for floatingip, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:16.609828 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-404247be-0060-4354-968f-902b8d999607 req-877ad76b-41c2-4c93-a625-3c4e37e31d5d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=072d778e-b4c9-4688-a1f8-87635c19d212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1490908 Sep 26 11:22:16.646495 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-6fb2551d-e566-4a20-b8ff-952554fc738a tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:16.648545 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-6fb2551d-e566-4a20-b8ff-952554fc738a tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/networks?id=3816b198-fbf9-4832-9257-7a9e89f72850 HTTP/1.1" status: 200 len: 818 time: 0.3034940 Sep 26 11:22:16.663210 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febde1c-7343-4eca-af58-4099012dc35b None None] The sync data for ids ['74900178-a829-44b6-86cb-66d681fca92d'] in dv-cinder-811032-1-iscsi is: [{'id': '74900178-a829-44b6-86cb-66d681fca92d', 'name': 'tempest-AttachVolumeShelveTestJSON-2002190616-router', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:53Z', 'updated_at': '2021-09-26T11:22:07Z', 'revision_number': 4, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'gw_port': {'id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:21:55Z', 'updated_at': '2021-09-26T11:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '0e8dbab8-b81b-4801-b10b-aee285b1622a', 'name': '', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'mac_address': 'fa:16:3e:4a:a6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:22:02Z', 'updated_at': '2021-09-26T11:22:14Z', 'revision_number': 4, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'subnets': [{'id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:22:16.689047 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-6eb2e975-5b21-416a-94e2-d56b28ddb44c tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/quotas/0a5a72529877428ea014522afb626541 HTTP/1.1" status: 200 len: 375 time: 0.0324094 Sep 26 11:22:16.973610 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:17.110522 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] For port b00e4642-cb8d-4553-b4c8-4ca939a4ff89, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=b00e4642-cb8d-4553-b4c8-4ca939a4ff89,segment=NetworkSegment(fcc5799a-eb51-4135-962b-9ae4b4d86e58),segment_id=fcc5799a-eb51-4135-962b-9ae4b4d86e58)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:22:17.126988 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:17.193636 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b2216252-7c44-4705-9cbc-d74cbe9f593e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:17.306376 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Pushing event updated for resources: {'Port': ['ID=b00e4642-cb8d-4553-b4c8-4ca939a4ff89,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:17.324782 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252f337-182f-4b62-b5b0-5e74df853407 req-e507dc64-ac40-4ade-9aa8-f1200dc546eb tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:17.326338 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9252f337-182f-4b62-b5b0-5e74df853407 req-e507dc64-ac40-4ade-9aa8-f1200dc546eb tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.22 "GET /v2.0/networks?id=3816b198-fbf9-4832-9257-7a9e89f72850 HTTP/1.1" status: 200 len: 818 time: 0.4224272 Sep 26 11:22:17.345404 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86dd6a2-dcac-4118-83e9-a6127f07a812 req-bf6b32cd-b0b5-431e-a0dc-42d0f2f66cd6 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:17.361868 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f86dd6a2-dcac-4118-83e9-a6127f07a812 req-bf6b32cd-b0b5-431e-a0dc-42d0f2f66cd6 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 944 time: 0.6114511 Sep 26 11:22:17.367324 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-404247be-0060-4354-968f-902b8d999607 req-a03d7dfd-9028-4c51-9cab-b927d4d00fc1 service neutron] 10.222.0.22 "GET /v2.0/networks/072d778e-b4c9-4688-a1f8-87635c19d212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7484705 Sep 26 11:22:17.414518 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-28490200-b997-4348-a773-81f05b16b6d0 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0a5a72529877428ea014522afb626541&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6980772 Sep 26 11:22:17.536400 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f86dd6a2-dcac-4118-83e9-a6127f07a812 req-13a14673-992f-49b9-821b-a234a65007ab tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730421 Sep 26 11:22:17.564748 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c75d07b2-3e37-4816-89d9-7f80d6ab2ea0', 'tag': '6fed321b-cb5e-4620-943a-3b26358ffb06'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:22:17.567766 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac05579741f88b05fd5495e6fabac80b3338caa1126b8e71f43a8600e84c3c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54efeb86-08df-4fc2-a5a1-35ab83855aab" -d '{"events": [{"name": "network-changed", "server_uuid": "c75d07b2-3e37-4816-89d9-7f80d6ab2ea0", "tag": "6fed321b-cb5e-4620-943a-3b26358ffb06"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:22:17.602530 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-13ef442c-4e17-450c-bec1-7d37273ae3fa tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:17.645295 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-7a9ab34f-761f-4b76-a49c-40431a8962d6 service neutron] 10.222.0.15 "GET /v2.0/networks/3816b198-fbf9-4832-9257-7a9e89f72850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165532 Sep 26 11:22:17.762982 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b2216252-7c44-4705-9cbc-d74cbe9f593e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:17.777741 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b2216252-7c44-4705-9cbc-d74cbe9f593e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:17.862086 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13aa8bc-149f-432d-994f-78e7dd83d7cc req-160eb44c-63a1-4a62-9cd5-b4d5680c4dc1 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:17.863751 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d13aa8bc-149f-432d-994f-78e7dd83d7cc req-160eb44c-63a1-4a62-9cd5-b4d5680c4dc1 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 943 time: 0.2395415 Sep 26 11:22:17.930729 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 0e8dbab8-b81b-4801-b10b-aee285b1622a up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:22:17.944715 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2216252-7c44-4705-9cbc-d74cbe9f593e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c6be79-7b2e-4cb1-aaa5-ff24f194d8cc,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:17.958032 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-b2216252-7c44-4705-9cbc-d74cbe9f593e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93a30f7a13e0470cb493fb1fc7bf5589&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3775651 Sep 26 11:22:17.960190 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [None req-13ef442c-4e17-450c-bec1-7d37273ae3fa tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Allocated IP 172.27.3.59 (d645f16f-c1f8-40bc-a964-fd8a8508da46/7b04f644-4880-4113-a1d0-930d600f8f14/1b8b73d8-14e0-403c-a59a-2b2aee122371) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:22:17.961267 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 44562) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:17.978228 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-fd4aac9e-8471-49e3-a584-da20607834ae service neutron] 10.222.0.15 "GET /v2.0/networks/3816b198-fbf9-4832-9257-7a9e89f72850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846692 Sep 26 11:22:18.008000 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d13aa8bc-149f-432d-994f-78e7dd83d7cc req-1d84e89c-b461-4496-b0cd-7b83a944a408 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220562 Sep 26 11:22:18.102569 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-63fe8a82-44e3-4c46-9922-513957931fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:18.106508 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 0e8dbab8-b81b-4801-b10b-aee285b1622a triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:22:18.106907 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:18.117089 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cd4a99-598a-4f9e-bab6-8f0546c3ff9d x-openstack-request-id: req-b5cd4a99-598a-4f9e-bab6-8f0546c3ff9d {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:22:18.117322 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c75d07b2-3e37-4816-89d9-7f80d6ab2ea0", "tag": "6fed321b-cb5e-4620-943a-3b26358ffb06", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:22:18.117589 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b5cd4a99-598a-4f9e-bab6-8f0546c3ff9d {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:22:18.117997 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c75d07b2-3e37-4816-89d9-7f80d6ab2ea0', 'tag': '6fed321b-cb5e-4620-943a-3b26358ffb06', 'status': 'completed', 'code': 200} Sep 26 11:22:18.176403 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-63fe8a82-44e3-4c46-9922-513957931fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:18.293299 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-13ef442c-4e17-450c-bec1-7d37273ae3fa tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:18.361506 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device b00e4642-cb8d-4553-b4c8-4ca939a4ff89 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:22:18.371874 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 6fed321b-cb5e-4620-943a-3b26358ffb06 details requested by agent hyperv_hv-cinder-81103 with host hv-cinder-81103 {{(pid=94002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 11:22:18.461293 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9e078d8e-d8f2-40c8-ab12-f408b39bd7a7 req-8b311c3f-4277-4043-bde0-e4448022070e tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 210 time: 0.0829749 Sep 26 11:22:18.467056 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-63fe8a82-44e3-4c46-9922-513957931fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:18.467810 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-13ef442c-4e17-450c-bec1-7d37273ae3fa tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:18.472852 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-63fe8a82-44e3-4c46-9922-513957931fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:18.475948 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-63fe8a82-44e3-4c46-9922-513957931fcf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54c6be79-7b2e-4cb1-aaa5-ff24f194d8cc HTTP/1.1" status: 204 len: 168 time: 0.5136380 Sep 26 11:22:18.488507 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe8a82-44e3-4c46-9922-513957931fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c6be79-7b2e-4cb1-aaa5-ff24f194d8cc,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:18.608064 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ef442c-4e17-450c-bec1-7d37273ae3fa tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Network d645f16f-c1f8-40bc-a964-fd8a8508da46 is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:22:18.615804 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-13ef442c-4e17-450c-bec1-7d37273ae3fa tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:22:18.631762 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ef442c-4e17-450c-bec1-7d37273ae3fa tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:22:18.719956 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 6fed321b-cb5e-4620-943a-3b26358ffb06, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=6fed321b-cb5e-4620-943a-3b26358ffb06,segment=NetworkSegment(bb9d2606-9463-4e42-a9b7-76a1c77e2f0d),segment_id=bb9d2606-9463-4e42-a9b7-76a1c77e2f0d)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:22:18.731862 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef442c-4e17-450c-bec1-7d37273ae3fa tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Pushing event updated for resources: {'Port': ['ID=1b8b73d8-14e0-403c-a59a-2b2aee122371,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:18.762513 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Returning: {'device': '6fed321b-cb5e-4620-943a-3b26358ffb06', 'network_id': '3648fc75-c2d1-4acd-9ffa-052eac6b49c8', 'port_id': '6fed321b-cb5e-4620-943a-3b26358ffb06', 'mac_address': 'fa:16:3e:fe:a1:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01cc8a24-a40e-4f6f-b303-98aba3c61d4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 11:22:18.910447 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-13ef442c-4e17-450c-bec1-7d37273ae3fa tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:18.916724 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:18.935726 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fed321b-cb5e-4620-943a-3b26358ffb06 {{(pid=94002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:22:18.940837 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b739431-0aa8-4041-b588-6c07f1a8c8d7 req-982f738a-bd88-4204-8da2-cabaa9c8c504 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:18.942627 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6b739431-0aa8-4041-b588-6c07f1a8c8d7 req-982f738a-bd88-4204-8da2-cabaa9c8c504 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 944 time: 0.1143994 Sep 26 11:22:18.967337 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port b00e4642-cb8d-4553-b4c8-4ca939a4ff89 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:22:18.968114 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:19.013511 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 6fed321b-cb5e-4620-943a-3b26358ffb06, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=6fed321b-cb5e-4620-943a-3b26358ffb06,segment=NetworkSegment(bb9d2606-9463-4e42-a9b7-76a1c77e2f0d),segment_id=bb9d2606-9463-4e42-a9b7-76a1c77e2f0d)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:22:19.024689 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:19.025229 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 88368c0f-e3c1-498e-ab94-d8ca96649dad details requested by agent hyperv_hv-cinder-81103 with host hv-cinder-81103 {{(pid=94002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 11:22:19.128253 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-13ef442c-4e17-450c-bec1-7d37273ae3fa tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:19.191089 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 88368c0f-e3c1-498e-ab94-d8ca96649dad, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=88368c0f-e3c1-498e-ab94-d8ca96649dad,segment=NetworkSegment(052ad395-361c-41b6-9565-e0bff30f9558),segment_id=052ad395-361c-41b6-9565-e0bff30f9558)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:22:19.199124 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 44604) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:19.212840 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Returning: {'device': '88368c0f-e3c1-498e-ab94-d8ca96649dad', 'network_id': '072d778e-b4c9-4688-a1f8-87635c19d212', 'port_id': '88368c0f-e3c1-498e-ab94-d8ca96649dad', 'mac_address': 'fa:16:3e:16:33:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fb10538-4767-437e-9cc6-8cdf98561c3a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 11:22:19.222417 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6b739431-0aa8-4041-b588-6c07f1a8c8d7 req-c7d8e944-739e-4c95-b12a-4e95b5e34906 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294056 Sep 26 11:22:19.231977 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-97d8f921-4453-441e-87ba-760f8a543156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:19.272987 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739bf90-dc0a-4c31-b450-0c79929738dd req-e5687532-556c-4092-8fbf-907b2fdee57f tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:19.274941 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4739bf90-dc0a-4c31-b450-0c79929738dd req-e5687532-556c-4092-8fbf-907b2fdee57f tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 943 time: 0.1843655 Sep 26 11:22:19.309808 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=6fed321b-cb5e-4620-943a-3b26358ffb06,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:19.343175 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:19.359147 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88368c0f-e3c1-498e-ab94-d8ca96649dad {{(pid=94002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:22:19.386948 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4739bf90-dc0a-4c31-b450-0c79929738dd req-c7f36343-9ae8-47d2-8c48-9e6cbab952a6 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974131 Sep 26 11:22:19.396237 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 88368c0f-e3c1-498e-ab94-d8ca96649dad, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=88368c0f-e3c1-498e-ab94-d8ca96649dad,segment=NetworkSegment(052ad395-361c-41b6-9565-e0bff30f9558),segment_id=052ad395-361c-41b6-9565-e0bff30f9558)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:22:19.404024 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:19.406547 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-97d8f921-4453-441e-87ba-760f8a543156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:19.412601 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-97d8f921-4453-441e-87ba-760f8a543156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:19.469719 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-97d8f921-4453-441e-87ba-760f8a543156 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c576a61a12a743acb8a7a5a46297fb43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2681413 Sep 26 11:22:19.473165 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 44614) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:19.473537 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-13ef442c-4e17-450c-bec1-7d37273ae3fa tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for port, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:19.481308 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-13ef442c-4e17-450c-bec1-7d37273ae3fa tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530552719'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:19.488487 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8f921-4453-441e-87ba-760f8a543156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e527083f-9344-459f-90c9-4dc6e75758b8,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:19.537591 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=88368c0f-e3c1-498e-ab94-d8ca96649dad,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:19.602464 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef442c-4e17-450c-bec1-7d37273ae3fa tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Pushing event updated for resources: {'Port': ['ID=1b8b73d8-14e0-403c-a59a-2b2aee122371,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:19.606387 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6ff1c90d-4dd4-4914-b9ad-c8e4af066ade req-bcd68c1d-82f4-4b26-b8f2-25792a5c58d9 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 210 time: 0.0471838 Sep 26 11:22:19.607927 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-13ef442c-4e17-450c-bec1-7d37273ae3fa tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748570'] for floatingip, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:19.640350 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-13ef442c-4e17-450c-bec1-7d37273ae3fa tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for floatingip, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:19.642080 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-13ef442c-4e17-450c-bec1-7d37273ae3fa tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1051817 Sep 26 11:22:19.643667 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-927886af-c802-4ad2-9964-94f2df7a6485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:19.674375 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-927886af-c802-4ad2-9964-94f2df7a6485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:19.763140 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-927886af-c802-4ad2-9964-94f2df7a6485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:19.768642 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-927886af-c802-4ad2-9964-94f2df7a6485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:19.774757 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-927886af-c802-4ad2-9964-94f2df7a6485 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e527083f-9344-459f-90c9-4dc6e75758b8 HTTP/1.1" status: 204 len: 168 time: 0.2949152 Sep 26 11:22:19.786930 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927886af-c802-4ad2-9964-94f2df7a6485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e527083f-9344-459f-90c9-4dc6e75758b8,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:19.964913 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 44642) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:19.967058 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1167358e-caac-48c0-8032-d1406aff14b7 req-be9bd951-745f-4b87-a7a5-7a91a654085f tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1627509302&fields=id&tenant_id=71a25fc4741b4733922f1d8cc15f8d60 HTTP/1.1" status: 200 len: 267 time: 0.0720725 Sep 26 11:22:20.108122 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-9252f337-182f-4b62-b5b0-5e74df853407 req-7e1c0196-f746-410e-b6a4-ae791221e537 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Request body: {'port': {'device_id': '77c9eff9-f28b-4865-a6b2-5438346b89be', 'network_id': '3816b198-fbf9-4832-9257-7a9e89f72850', 'admin_state_up': True, 'tenant_id': '0a5a72529877428ea014522afb626541'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:22:20.150166 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.22', 61143) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:20.159811 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167358e-caac-48c0-8032-d1406aff14b7 req-3b67d2e4-a0aa-4517-93c7-3e6a52c72d1f tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:20.162747 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1167358e-caac-48c0-8032-d1406aff14b7 req-3b67d2e4-a0aa-4517-93c7-3e6a52c72d1f tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/networks?id=0fbbe369-87d6-4403-8471-9c5dec794f0d HTTP/1.1" status: 200 len: 817 time: 0.1844089 Sep 26 11:22:20.189481 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1167358e-caac-48c0-8032-d1406aff14b7 req-6d814ab5-599c-42d2-b093-b582839a468f tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/quotas/71a25fc4741b4733922f1d8cc15f8d60 HTTP/1.1" status: 200 len: 375 time: 0.0198417 Sep 26 11:22:20.311391 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1167358e-caac-48c0-8032-d1406aff14b7 req-8491ba34-fe60-47ed-b0a5-5cc83698be98 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=71a25fc4741b4733922f1d8cc15f8d60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1205654 Sep 26 11:22:20.322128 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:22:20.417558 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['6fed321b-cb5e-4620-943a-3b26358ffb06'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:22:20.518775 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['88368c0f-e3c1-498e-ab94-d8ca96649dad'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:22:20.548682 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-938e957c-853d-496b-bec6-2473ac05d5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:20.592199 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efeb86-08df-4fc2-a5a1-35ab83855aab req-c37a3896-879c-4219-abf3-4f299d7da15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:20.594999 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-54efeb86-08df-4fc2-a5a1-35ab83855aab req-c37a3896-879c-4219-abf3-4f299d7da15f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2420ccca5e84489db9a6b4bf84d2a930&device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 1098 time: 0.4245858 Sep 26 11:22:20.643264 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6297745-8dc8-4918-97dc-10bb3270e877 req-4672d95e-50fc-4ab6-81e7-1aea52276614 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:20.652852 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b6297745-8dc8-4918-97dc-10bb3270e877 req-4672d95e-50fc-4ab6-81e7-1aea52276614 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 945 time: 0.2980912 Sep 26 11:22:20.700238 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1167358e-caac-48c0-8032-d1406aff14b7 req-1fe96db0-e7a7-4e0e-917e-cbf1a6118d19 service neutron] 10.222.0.15 "GET /v2.0/networks/0fbbe369-87d6-4403-8471-9c5dec794f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683765 Sep 26 11:22:20.731325 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-404247be-0060-4354-968f-902b8d999607 req-f07ce380-7f2f-4782-8826-d4d97b02bff5 service neutron] 10.222.0.22 "GET /v2.0/networks/072d778e-b4c9-4688-a1f8-87635c19d212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5899909 Sep 26 11:22:20.732200 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.db.api [req-9252f337-182f-4b62-b5b0-5e74df853407 req-7e1c0196-f746-410e-b6a4-ae791221e537 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 26 11:22:20.732200 dv-cinder-811032-1-iscsi neutron-server[94000]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 26 11:22:20.732200 dv-cinder-811032-1-iscsi neutron-server[94000]: [parameters: {'project_id': '0a5a72529877428ea014522afb626541', 'id': 'aa37ab56-f94d-4cd2-8ae9-94681718f13f', 'expiration': datetime.datetime(2021, 9, 26, 11, 24, 20, 689997)}] Sep 26 11:22:20.732200 dv-cinder-811032-1-iscsi neutron-server[94000]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94000) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 11:22:20.732597 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG oslo_db.api [req-9252f337-182f-4b62-b5b0-5e74df853407 req-7e1c0196-f746-410e-b6a4-ae791221e537 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 11:22:20.749998 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b6297745-8dc8-4918-97dc-10bb3270e877 req-7475705f-62b9-471c-a8fc-9afa3bff989e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957708 Sep 26 11:22:20.803192 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efeb86-08df-4fc2-a5a1-35ab83855aab req-e1259070-9c9c-4566-a572-f7946c18d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:20.804886 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-54efeb86-08df-4fc2-a5a1-35ab83855aab req-e1259070-9c9c-4566-a572-f7946c18d4c7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3648fc75-c2d1-4acd-9ffa-052eac6b49c8 HTTP/1.1" status: 200 len: 915 time: 0.1950023 Sep 26 11:22:20.898104 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-54efeb86-08df-4fc2-a5a1-35ab83855aab req-d0f567cd-97de-4b81-a9ee-6ff4799355fe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fed321b-cb5e-4620-943a-3b26358ffb06 HTTP/1.1" status: 200 len: 217 time: 0.0856488 Sep 26 11:22:20.945631 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03cdcc-5f3e-4a5e-84b8-cb4d0756284a req-b6d1f299-0839-4499-b0aa-de0aa928ea24 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:20.951763 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5a03cdcc-5f3e-4a5e-84b8-cb4d0756284a req-b6d1f299-0839-4499-b0aa-de0aa928ea24 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 944 time: 0.0990248 Sep 26 11:22:20.968236 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1167358e-caac-48c0-8032-d1406aff14b7 req-06970773-b76f-4e75-9223-1e0157c67cd6 service neutron] 10.222.0.15 "GET /v2.0/networks/0fbbe369-87d6-4403-8471-9c5dec794f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533939 Sep 26 11:22:21.006309 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-938e957c-853d-496b-bec6-2473ac05d5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:21.013646 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-938e957c-853d-496b-bec6-2473ac05d5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:21.021613 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efeb86-08df-4fc2-a5a1-35ab83855aab req-8b9a9f77-0b24-44d7-9fff-5152953b0f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:21.023407 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-54efeb86-08df-4fc2-a5a1-35ab83855aab req-8b9a9f77-0b24-44d7-9fff-5152953b0f6f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=01cc8a24-a40e-4f6f-b303-98aba3c61d4a HTTP/1.1" status: 200 len: 854 time: 0.1047523 Sep 26 11:22:21.093922 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5a03cdcc-5f3e-4a5e-84b8-cb4d0756284a req-939190a3-d736-4768-9a7c-d48e3dafb4e8 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168075 Sep 26 11:22:21.096859 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-54efeb86-08df-4fc2-a5a1-35ab83855aab req-f213db35-a3fb-4106-b2bc-dfb1ea032b48 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3648fc75-c2d1-4acd-9ffa-052eac6b49c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601532 Sep 26 11:22:21.208907 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-938e957c-853d-496b-bec6-2473ac05d5dd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=29a263cdad874027b2a2a2882344ee51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2422647 Sep 26 11:22:21.211732 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 44676) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:21.231645 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e957c-853d-496b-bec6-2473ac05d5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e9c6ed-5fe6-4af3-8119-ee8275c91409,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:21.509760 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-837407a2-0ba4-4646-9d3d-68776a0f9696 req-531e8a4c-6148-4a18-9ac0-2eab26dbe969 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 210 time: 0.1389484 Sep 26 11:22:21.532612 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-54efeb86-08df-4fc2-a5a1-35ab83855aab req-2f99628e-9ac9-481a-9e19-4116a143cb24 service neutron] 10.222.0.22 "GET /v2.0/networks/3648fc75-c2d1-4acd-9ffa-052eac6b49c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183955 Sep 26 11:22:21.559626 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-406f9b5a-a8b0-4f9f-8cbd-74e33684973f req-0d8e32e2-9e77-495e-abaa-fb94e51d02f0 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 210 time: 0.1551762 Sep 26 11:22:21.562993 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-331f5094-444c-4206-89b4-6ad1dae39e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:21.605382 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-331f5094-444c-4206-89b4-6ad1dae39e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:21.665052 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-331f5094-444c-4206-89b4-6ad1dae39e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:21.670614 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-331f5094-444c-4206-89b4-6ad1dae39e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:21.672339 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-331f5094-444c-4206-89b4-6ad1dae39e75 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/16e9c6ed-5fe6-4af3-8119-ee8275c91409 HTTP/1.1" status: 204 len: 168 time: 0.4589078 Sep 26 11:22:21.684234 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f5094-444c-4206-89b4-6ad1dae39e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e9c6ed-5fe6-4af3-8119-ee8275c91409,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:21.733668 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9252f337-182f-4b62-b5b0-5e74df853407 req-7e1c0196-f746-410e-b6a4-ae791221e537 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Made reservation on behalf of 0a5a72529877428ea014522afb626541 for: {'port': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:22:21.742161 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9252f337-182f-4b62-b5b0-5e74df853407 req-7e1c0196-f746-410e-b6a4-ae791221e537 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:21.817402 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-7f8fad80-b034-4c51-8845-ec859efc4cda tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:21.821274 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-7f8fad80-b034-4c51-8845-ec859efc4cda tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.22 "GET /v2.0/networks?id=3816b198-fbf9-4832-9257-7a9e89f72850 HTTP/1.1" status: 200 len: 818 time: 0.7571473 Sep 26 11:22:21.931115 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-54efeb86-08df-4fc2-a5a1-35ab83855aab req-5744b0ee-9cc8-4e86-a3b7-ae3e16f1e844 service neutron] 10.222.0.22 "GET /v2.0/networks/3648fc75-c2d1-4acd-9ffa-052eac6b49c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652725 Sep 26 11:22:21.950458 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685640b-1652-495a-be7b-f40c43cd3cc9 req-95e7a6e4-bdd7-4118-8783-0ba4d243c318 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:21.957851 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0685640b-1652-495a-be7b-f40c43cd3cc9 req-95e7a6e4-bdd7-4118-8783-0ba4d243c318 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 945 time: 0.0976529 Sep 26 11:22:22.009379 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0685640b-1652-495a-be7b-f40c43cd3cc9 req-1155f1f7-0159-49ad-ac0e-8a01fe17e91b tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503106 Sep 26 11:22:22.092138 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [req-9252f337-182f-4b62-b5b0-5e74df853407 req-7e1c0196-f746-410e-b6a4-ae791221e537 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Allocated IP 172.20.0.13 (3816b198-fbf9-4832-9257-7a9e89f72850/59e45337-b67d-4e42-97b1-813ae679474a/1d974647-41d0-4c2f-926c-3f67b3e72f55) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:22:22.297936 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab79a4-3679-4125-b7ae-2bc1eb6cca17 req-9f115616-2965-4025-8fca-5a0c5ee98061 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:22.300023 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-65ab79a4-3679-4125-b7ae-2bc1eb6cca17 req-9f115616-2965-4025-8fca-5a0c5ee98061 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 944 time: 0.0803432 Sep 26 11:22:22.350883 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9252f337-182f-4b62-b5b0-5e74df853407 req-7e1c0196-f746-410e-b6a4-ae791221e537 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:22.399456 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-65ab79a4-3679-4125-b7ae-2bc1eb6cca17 req-5af5a491-94a7-4958-bc8e-cf12a88b7bf3 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915694 Sep 26 11:22:22.400282 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 44730) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:22.436868 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0a5197b9-ee93-4536-af0d-cfc3008e455d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:22.437876 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9252f337-182f-4b62-b5b0-5e74df853407 req-7e1c0196-f746-410e-b6a4-ae791221e537 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:22.503565 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9252f337-182f-4b62-b5b0-5e74df853407 req-7e1c0196-f746-410e-b6a4-ae791221e537 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Network 3816b198-fbf9-4832-9257-7a9e89f72850 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:22:22.511739 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [req-9252f337-182f-4b62-b5b0-5e74df853407 req-7e1c0196-f746-410e-b6a4-ae791221e537 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:22:22.515662 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-9252f337-182f-4b62-b5b0-5e74df853407 req-7e1c0196-f746-410e-b6a4-ae791221e537 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:22:22.521975 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252f337-182f-4b62-b5b0-5e74df853407 req-7e1c0196-f746-410e-b6a4-ae791221e537 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:22.522847 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9252f337-182f-4b62-b5b0-5e74df853407 req-7e1c0196-f746-410e-b6a4-ae791221e537 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:22.535993 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c0196-f746-410e-b6a4-ae791221e537 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Pushing event updated for resources: {'Port': ['ID=1d974647-41d0-4c2f-926c-3f67b3e72f55,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:22.629580 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-81d15c0c-861e-4912-9eb6-a9b791971ce4 req-1464101b-1484-4f3f-8b93-37d3d776c5ad tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 210 time: 0.0391502 Sep 26 11:22:22.642187 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0a5197b9-ee93-4536-af0d-cfc3008e455d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:22.649426 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0a5197b9-ee93-4536-af0d-cfc3008e455d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:22.655239 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9252f337-182f-4b62-b5b0-5e74df853407 req-7e1c0196-f746-410e-b6a4-ae791221e537 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5536339 Sep 26 11:22:22.702595 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5197b9-ee93-4536-af0d-cfc3008e455d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87eab311-675d-4ab0-93b4-42a605e61ef1,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:22.731272 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-0a5197b9-ee93-4536-af0d-cfc3008e455d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3c64f353d5f4441b092e06404a8e520&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294175 Sep 26 11:22:22.737230 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 44742) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:22.742777 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5abdc651-59cd-465f-951a-915b13665eb1 req-cddc61e2-cfb9-47dd-866a-957084dc5a0b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 210 time: 0.0565624 Sep 26 11:22:22.832948 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-56e5517c-b0cd-4b24-94ca-797f4e79f327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:22.859087 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-56e5517c-b0cd-4b24-94ca-797f4e79f327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:22.942139 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-56e5517c-b0cd-4b24-94ca-797f4e79f327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:22.945053 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-56e5517c-b0cd-4b24-94ca-797f4e79f327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:22.946251 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-56e5517c-b0cd-4b24-94ca-797f4e79f327 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87eab311-675d-4ab0-93b4-42a605e61ef1 HTTP/1.1" status: 204 len: 168 time: 0.2080781 Sep 26 11:22:22.955510 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5517c-b0cd-4b24-94ca-797f4e79f327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87eab311-675d-4ab0-93b4-42a605e61ef1,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:23.185168 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4977da-d560-494b-b8ac-5e716ceacf8e req-46d09f37-fc18-441e-8832-e17d5bf6b3e0 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:23.188032 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0a4977da-d560-494b-b8ac-5e716ceacf8e req-46d09f37-fc18-441e-8832-e17d5bf6b3e0 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 945 time: 0.0786119 Sep 26 11:22:23.243915 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0a4977da-d560-494b-b8ac-5e716ceacf8e req-b7bb6e5c-0914-4617-adba-b0bb4c9fec0f tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435662 Sep 26 11:22:23.573313 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d9e94-2b3d-45b0-944e-70b6104ba0e6 req-ce7d4d8f-ae61-4df9-af87-8e68393f574f tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:23.575459 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-af6d9e94-2b3d-45b0-944e-70b6104ba0e6 req-ce7d4d8f-ae61-4df9-af87-8e68393f574f tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 944 time: 0.0799320 Sep 26 11:22:23.639287 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-af6d9e94-2b3d-45b0-944e-70b6104ba0e6 req-c35680d6-5228-4f86-81bb-432eebe5a43c tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568898 Sep 26 11:22:23.770160 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5cfe3dcb-49b2-4613-8668-6ca639256962 req-60c2c5a2-fe26-4bd6-a5d1-47dc52923051 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 210 time: 0.0523291 Sep 26 11:22:23.892666 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-932b90f1-3d96-4427-b721-8b87f5a9ec8f req-afc9eff5-a96c-4943-aad3-2ebd3eaa1be5 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 210 time: 0.0408812 Sep 26 11:22:24.386609 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca71cb-3d92-45b7-9c66-64b226e0c5d0 req-87c6d918-1fec-4c25-b88d-6d16c6bd7a05 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:24.388305 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0bca71cb-3d92-45b7-9c66-64b226e0c5d0 req-87c6d918-1fec-4c25-b88d-6d16c6bd7a05 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 945 time: 0.0623302 Sep 26 11:22:24.437317 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0bca71cb-3d92-45b7-9c66-64b226e0c5d0 req-25712766-9f5f-42ce-98e7-973a26bfe6b1 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428622 Sep 26 11:22:24.724769 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-89ae6044-f761-41c7-ad84-65a3b7ebe060 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Request body: {'port': {'device_id': '74b1e8a3-28b2-45cf-9b09-0a59e55e08d1', 'network_id': '3816b198-fbf9-4832-9257-7a9e89f72850', 'admin_state_up': True, 'tenant_id': '0a5a72529877428ea014522afb626541'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:22:24.769409 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-9252f337-182f-4b62-b5b0-5e74df853407 req-0e3f2d89-89df-464f-84f4-4f42dc9ae369 service neutron] Request body: {'port': {'device_id': '77c9eff9-f28b-4865-a6b2-5438346b89be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81103'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:22:24.877626 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d27db5-c2dd-42e9-9d31-728d49db7404 req-d29a356c-3736-40a5-8a1e-32fadff56a01 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:24.887921 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-56d27db5-c2dd-42e9-9d31-728d49db7404 req-d29a356c-3736-40a5-8a1e-32fadff56a01 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 944 time: 0.1398103 Sep 26 11:22:24.949471 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-56d27db5-c2dd-42e9-9d31-728d49db7404 req-ea4902b5-55ae-44ea-a81f-3fefca56c6b9 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515656 Sep 26 11:22:24.976409 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9252f337-182f-4b62-b5b0-5e74df853407 req-0e3f2d89-89df-464f-84f4-4f42dc9ae369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:25.059995 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f9d6b5a0-bff9-4577-84bf-4da69e6129b9 req-57ef2113-5297-4431-9d9d-d17adcb93c0f tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 210 time: 0.0660825 Sep 26 11:22:25.166343 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-da6a4157-2426-4067-8e33-adba38eb7cd8 req-c0292cd9-7820-448d-9360-f51d7bbe782f tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 210 time: 0.0585151 Sep 26 11:22:25.235635 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-89ae6044-f761-41c7-ad84-65a3b7ebe060 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Made reservation on behalf of 0a5a72529877428ea014522afb626541 for: {'port': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:22:25.239420 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-89ae6044-f761-41c7-ad84-65a3b7ebe060 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:25.454475 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [req-9252f337-182f-4b62-b5b0-5e74df853407 req-0e3f2d89-89df-464f-84f4-4f42dc9ae369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d974647-41d0-4c2f-926c-3f67b3e72f55 {{(pid=94000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:22:25.464820 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9252f337-182f-4b62-b5b0-5e74df853407 req-0e3f2d89-89df-464f-84f4-4f42dc9ae369 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:25.480983 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.provisioning_blocks [req-9252f337-182f-4b62-b5b0-5e74df853407 req-0e3f2d89-89df-464f-84f4-4f42dc9ae369 service neutron] Transition to ACTIVE for port object 1d974647-41d0-4c2f-926c-3f67b3e72f55 will not be triggered until provisioned by entity L2. {{(pid=94000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 11:22:25.528927 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9252f337-182f-4b62-b5b0-5e74df853407 req-0e3f2d89-89df-464f-84f4-4f42dc9ae369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:25.594899 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-89ae6044-f761-41c7-ad84-65a3b7ebe060 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Allocated IP 172.20.0.12 (3816b198-fbf9-4832-9257-7a9e89f72850/59e45337-b67d-4e42-97b1-813ae679474a/22413677-07ee-4a68-888e-1d2d10fb4a2f) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:22:25.614161 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f2d89-89df-464f-84f4-4f42dc9ae369 service neutron] Pushing event updated for resources: {'Port': ['ID=1d974647-41d0-4c2f-926c-3f67b3e72f55,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:25.620953 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb5d97-8191-4a71-a71f-434572de74e5 req-7b1b61c5-7f4a-4834-b3dc-5ae27d91089b tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:25.623314 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d2cb5d97-8191-4a71-a71f-434572de74e5 req-7b1b61c5-7f4a-4834-b3dc-5ae27d91089b tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 945 time: 0.0986247 Sep 26 11:22:25.682090 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-9252f337-182f-4b62-b5b0-5e74df853407 req-0e3f2d89-89df-464f-84f4-4f42dc9ae369 service neutron] Attempting to bind port 1d974647-41d0-4c2f-926c-3f67b3e72f55 on host hv-cinder-81103 for vnic_type normal with profile {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:22:25.682090 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-9252f337-182f-4b62-b5b0-5e74df853407 req-0e3f2d89-89df-464f-84f4-4f42dc9ae369 service neutron] Attempting to bind port 1d974647-41d0-4c2f-926c-3f67b3e72f55 by drivers openvswitch,hyperv on host hv-cinder-81103 at level 0 using segments [{'id': 'fcc5799a-eb51-4135-962b-9ae4b4d86e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3816b198-fbf9-4832-9257-7a9e89f72850'}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:22:25.682483 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252f337-182f-4b62-b5b0-5e74df853407 req-0e3f2d89-89df-464f-84f4-4f42dc9ae369 service neutron] Attempting to bind port 1d974647-41d0-4c2f-926c-3f67b3e72f55 on network 3816b198-fbf9-4832-9257-7a9e89f72850 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:22:25.692274 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252f337-182f-4b62-b5b0-5e74df853407 req-0e3f2d89-89df-464f-84f4-4f42dc9ae369 service neutron] Port 1d974647-41d0-4c2f-926c-3f67b3e72f55 on network 3816b198-fbf9-4832-9257-7a9e89f72850 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81103 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 11:22:25.693289 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252f337-182f-4b62-b5b0-5e74df853407 req-0e3f2d89-89df-464f-84f4-4f42dc9ae369 service neutron] Attempting to bind port 1d974647-41d0-4c2f-926c-3f67b3e72f55 on network 3816b198-fbf9-4832-9257-7a9e89f72850 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:22:25.710412 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252f337-182f-4b62-b5b0-5e74df853407 req-0e3f2d89-89df-464f-84f4-4f42dc9ae369 service neutron] Checking agent: {'id': 'c7902f34-c618-4561-9fcf-9ee1c8cebcf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81103', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'started_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:22:25.710826 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252f337-182f-4b62-b5b0-5e74df853407 req-0e3f2d89-89df-464f-84f4-4f42dc9ae369 service neutron] Checking segment: {'id': 'fcc5799a-eb51-4135-962b-9ae4b4d86e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3816b198-fbf9-4832-9257-7a9e89f72850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:22:25.711281 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9252f337-182f-4b62-b5b0-5e74df853407 req-0e3f2d89-89df-464f-84f4-4f42dc9ae369 service neutron] Bound using segment: {'id': 'fcc5799a-eb51-4135-962b-9ae4b4d86e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3816b198-fbf9-4832-9257-7a9e89f72850'} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:22:25.711828 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-9252f337-182f-4b62-b5b0-5e74df853407 req-0e3f2d89-89df-464f-84f4-4f42dc9ae369 service neutron] Bound port: 1d974647-41d0-4c2f-926c-3f67b3e72f55, host: hv-cinder-81103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcc5799a-eb51-4135-962b-9ae4b4d86e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3816b198-fbf9-4832-9257-7a9e89f72850'}}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:22:25.712235 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9252f337-182f-4b62-b5b0-5e74df853407 req-0e3f2d89-89df-464f-84f4-4f42dc9ae369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:25.724568 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d2cb5d97-8191-4a71-a71f-434572de74e5 req-807f7be5-e665-4a19-b29c-2323554ed5a5 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822542 Sep 26 11:22:25.900893 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-9252f337-182f-4b62-b5b0-5e74df853407 req-0e3f2d89-89df-464f-84f4-4f42dc9ae369 service neutron] For port 1d974647-41d0-4c2f-926c-3f67b3e72f55, host hv-cinder-81103, cleared binding levels {{(pid=94000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:22:25.905758 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-9252f337-182f-4b62-b5b0-5e74df853407 req-0e3f2d89-89df-464f-84f4-4f42dc9ae369 service neutron] For port 1d974647-41d0-4c2f-926c-3f67b3e72f55, host hv-cinder-81103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=1d974647-41d0-4c2f-926c-3f67b3e72f55,segment=NetworkSegment(fcc5799a-eb51-4135-962b-9ae4b4d86e58),segment_id=fcc5799a-eb51-4135-962b-9ae4b4d86e58)] {{(pid=94000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:22:25.908944 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-89ae6044-f761-41c7-ad84-65a3b7ebe060 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:25.913730 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9252f337-182f-4b62-b5b0-5e74df853407 req-0e3f2d89-89df-464f-84f4-4f42dc9ae369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:25.968988 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252f337-182f-4b62-b5b0-5e74df853407 req-0e3f2d89-89df-464f-84f4-4f42dc9ae369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:25.969614 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-9252f337-182f-4b62-b5b0-5e74df853407 req-0e3f2d89-89df-464f-84f4-4f42dc9ae369 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:25.971102 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9252f337-182f-4b62-b5b0-5e74df853407 req-0e3f2d89-89df-464f-84f4-4f42dc9ae369 service neutron] 10.222.0.22 "PUT /v2.0/ports/1d974647-41d0-4c2f-926c-3f67b3e72f55 HTTP/1.1" status: 200 len: 1094 time: 1.2378681 Sep 26 11:22:25.976939 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c9eff9-f28b-4865-a6b2-5438346b89be', 'tag': '1d974647-41d0-4c2f-926c-3f67b3e72f55'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:22:25.979296 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac05579741f88b05fd5495e6fabac80b3338caa1126b8e71f43a8600e84c3c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797a2160-669c-4fda-abb3-8b7b673506c0" -d '{"events": [{"name": "network-changed", "server_uuid": "77c9eff9-f28b-4865-a6b2-5438346b89be", "tag": "1d974647-41d0-4c2f-926c-3f67b3e72f55"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:22:26.003806 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f2d89-89df-464f-84f4-4f42dc9ae369 service neutron] Pushing event updated for resources: {'Port': ['ID=1d974647-41d0-4c2f-926c-3f67b3e72f55,revision_number=3']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:26.018283 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-89ae6044-f761-41c7-ad84-65a3b7ebe060 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:26.086029 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1ef21a-5977-4340-8544-a9c483fd21b6 x-openstack-request-id: req-de1ef21a-5977-4340-8544-a9c483fd21b6 {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:22:26.086372 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c9eff9-f28b-4865-a6b2-5438346b89be", "tag": "1d974647-41d0-4c2f-926c-3f67b3e72f55", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:22:26.086580 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de1ef21a-5977-4340-8544-a9c483fd21b6 {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:22:26.087008 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c9eff9-f28b-4865-a6b2-5438346b89be', 'tag': '1d974647-41d0-4c2f-926c-3f67b3e72f55', 'status': 'completed', 'code': 200} Sep 26 11:22:26.091659 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-89ae6044-f761-41c7-ad84-65a3b7ebe060 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Network 3816b198-fbf9-4832-9257-7a9e89f72850 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:22:26.097075 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-89ae6044-f761-41c7-ad84-65a3b7ebe060 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:22:26.102251 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-89ae6044-f761-41c7-ad84-65a3b7ebe060 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:22:26.108366 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-89ae6044-f761-41c7-ad84-65a3b7ebe060 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:26.108937 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-89ae6044-f761-41c7-ad84-65a3b7ebe060 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:26.133502 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae6044-f761-41c7-ad84-65a3b7ebe060 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Pushing event updated for resources: {'Port': ['ID=22413677-07ee-4a68-888e-1d2d10fb4a2f,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:26.144949 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-89ae6044-f761-41c7-ad84-65a3b7ebe060 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4316356 Sep 26 11:22:26.190738 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c48f92-c945-456a-8f95-926ecffb82f5 req-24d5dcf1-dc20-459b-8a1b-4c42583fdc47 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:26.193557 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-08c48f92-c945-456a-8f95-926ecffb82f5 req-24d5dcf1-dc20-459b-8a1b-4c42583fdc47 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 944 time: 0.0944989 Sep 26 11:22:26.307271 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-08c48f92-c945-456a-8f95-926ecffb82f5 req-0e3db6a6-09a8-4ea1-a0a3-9d91408bfc2b tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970001 Sep 26 11:22:26.329904 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdcd1b-d848-42fa-8093-1b826bd9d935 req-a15c2839-a0ce-4b7d-b7f4-ef1724ec364a tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:26.332077 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-10fdcd1b-d848-42fa-8093-1b826bd9d935 req-a15c2839-a0ce-4b7d-b7f4-ef1724ec364a tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 932 time: 0.1371365 Sep 26 11:22:26.392711 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-10fdcd1b-d848-42fa-8093-1b826bd9d935 req-f3428169-2735-45c2-a256-95df4e7a0dce tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503030 Sep 26 11:22:26.434923 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-23e00458-ed2e-43ea-9801-eaadf22a1d5a req-d0dca780-594e-4bf3-9612-0e9e5f54d9e7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 210 time: 0.0406005 Sep 26 11:22:26.829507 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 44902) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:26.870212 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925ea4a-c19a-4ee1-ab7d-5cae8900089d req-dc811a5e-ef94-4acf-9b22-60adf7da65b7 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:26.872256 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0925ea4a-c19a-4ee1-ab7d-5cae8900089d req-dc811a5e-ef94-4acf-9b22-60adf7da65b7 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 945 time: 0.0566576 Sep 26 11:22:26.936113 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0925ea4a-c19a-4ee1-ab7d-5cae8900089d req-d637880d-c763-45bd-88c4-4164bd741428 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524585 Sep 26 11:22:27.001171 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3574e0b8-b9e4-4280-a5cc-02ef58f6acd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:27.100198 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3574e0b8-b9e4-4280-a5cc-02ef58f6acd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:27.104903 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3574e0b8-b9e4-4280-a5cc-02ef58f6acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:27.144384 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574e0b8-b9e4-4280-a5cc-02ef58f6acd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec4525e-580f-41ae-9c40-9a8943bd192b,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:27.149065 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-3574e0b8-b9e4-4280-a5cc-02ef58f6acd0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=73700d06288549b09f8ae8c90e6af89e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184772 Sep 26 11:22:27.152605 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 44908) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:27.209776 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-41278938-5628-4ab1-9f09-da60924121e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:27.235678 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-41278938-5628-4ab1-9f09-da60924121e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:27.304205 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-41278938-5628-4ab1-9f09-da60924121e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:27.306772 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-41278938-5628-4ab1-9f09-da60924121e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:27.307956 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-41278938-5628-4ab1-9f09-da60924121e0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fec4525e-580f-41ae-9c40-9a8943bd192b HTTP/1.1" status: 204 len: 168 time: 0.1543860 Sep 26 11:22:27.316992 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41278938-5628-4ab1-9f09-da60924121e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec4525e-580f-41ae-9c40-9a8943bd192b,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:27.482147 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c61cc-7140-45cd-af4b-4c71f01da2b2 req-f6ebb2fa-85b6-4041-8f3b-69f3054fe220 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:27.484933 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-549c61cc-7140-45cd-af4b-4c71f01da2b2 req-f6ebb2fa-85b6-4041-8f3b-69f3054fe220 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 944 time: 0.0824976 Sep 26 11:22:27.565422 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-549c61cc-7140-45cd-af4b-4c71f01da2b2 req-6f86670b-613a-4c94-8ab8-844bdb42ae52 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632758 Sep 26 11:22:27.575793 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16085edd-f880-44db-a7fa-83e446be8601 req-e8a8c13a-e5ae-418f-b2a2-e5b6b26258fc tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:27.577485 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-16085edd-f880-44db-a7fa-83e446be8601 req-e8a8c13a-e5ae-418f-b2a2-e5b6b26258fc tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 932 time: 0.0910871 Sep 26 11:22:27.622973 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-16085edd-f880-44db-a7fa-83e446be8601 req-0b92a362-af2d-40c7-9314-b8ecf739e044 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389903 Sep 26 11:22:27.674169 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 44922) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:27.691376 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-83a07558-689a-491c-8885-abe5299b903b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:27.697618 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f11b154f-91f4-43ad-89a2-f585cc955161 req-919a72f2-b287-4e70-9749-63c46fc5dc8d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 210 time: 0.0307655 Sep 26 11:22:27.812163 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-83a07558-689a-491c-8885-abe5299b903b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:27.816385 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-83a07558-689a-491c-8885-abe5299b903b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:27.856379 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-83a07558-689a-491c-8885-abe5299b903b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85a52a588440484f8f9a1700beee9955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1809466 Sep 26 11:22:27.857252 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a07558-689a-491c-8885-abe5299b903b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2e2533-5cd8-4626-b781-b43def71ea96,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:27.860402 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 44928) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:27.914289 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bcf01b9d-5b02-4a96-bd83-3e14abd3b5ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:27.940708 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bcf01b9d-5b02-4a96-bd83-3e14abd3b5ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:27.961625 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 6fed321b-cb5e-4620-943a-3b26358ffb06 up at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:22:27.982503 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-ef780dc5-231e-47b8-ba23-7b08586d8cdf service neutron] Request body: {'port': {'device_id': '74b1e8a3-28b2-45cf-9b09-0a59e55e08d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81103'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:22:28.074419 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bcf01b9d-5b02-4a96-bd83-3e14abd3b5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:28.076461 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bcf01b9d-5b02-4a96-bd83-3e14abd3b5ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:28.077681 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-bcf01b9d-5b02-4a96-bd83-3e14abd3b5ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa2e2533-5cd8-4626-b781-b43def71ea96 HTTP/1.1" status: 204 len: 168 time: 0.2163525 Sep 26 11:22:28.096591 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a2160-669c-4fda-abb3-8b7b673506c0 req-4cbbcf5f-ce41-4385-8777-055526965726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:28.098228 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-797a2160-669c-4fda-abb3-8b7b673506c0 req-4cbbcf5f-ce41-4385-8777-055526965726 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0a5a72529877428ea014522afb626541&device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 1097 time: 0.0874603 Sep 26 11:22:28.107302 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning for port 6fed321b-cb5e-4620-943a-3b26358ffb06 completed by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 11:22:28.111045 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf01b9d-5b02-4a96-bd83-3e14abd3b5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2e2533-5cd8-4626-b781-b43def71ea96,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:28.112235 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning complete for port 6fed321b-cb5e-4620-943a-3b26358ffb06 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:22:28.112687 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:28.139713 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93695d4-6cfa-4632-ab5e-d9e4c771adc5 req-2ad2d69e-c5b9-49c0-a682-7b036a14b6bd tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:28.141787 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b93695d4-6cfa-4632-ab5e-d9e4c771adc5 req-2ad2d69e-c5b9-49c0-a682-7b036a14b6bd tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 945 time: 0.0766618 Sep 26 11:22:28.161704 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-ef780dc5-231e-47b8-ba23-7b08586d8cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:28.275019 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b93695d4-6cfa-4632-ab5e-d9e4c771adc5 req-8b680d41-6a1f-425b-af1d-d8a7e218d65a tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177251 Sep 26 11:22:28.281806 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:28.332533 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75d07b2-3e37-4816-89d9-7f80d6ab2ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fed321b-cb5e-4620-943a-3b26358ffb06'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:22:28.463332 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 6fed321b-cb5e-4620-943a-3b26358ffb06, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=6fed321b-cb5e-4620-943a-3b26358ffb06,segment=NetworkSegment(bb9d2606-9463-4e42-a9b7-76a1c77e2f0d),segment_id=bb9d2606-9463-4e42-a9b7-76a1c77e2f0d)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:22:28.473333 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:28.477193 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 88368c0f-e3c1-498e-ab94-d8ca96649dad up at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:22:28.585353 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=6fed321b-cb5e-4620-943a-3b26358ffb06,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:28.593871 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning for port 88368c0f-e3c1-498e-ab94-d8ca96649dad completed by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 11:22:28.604138 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning complete for port 88368c0f-e3c1-498e-ab94-d8ca96649dad triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:22:28.604522 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:28.669433 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53775d0e-c7e0-4262-aab9-8fa376075436" -d '{"events": [{"server_uuid": "c75d07b2-3e37-4816-89d9-7f80d6ab2ea0", "name": "network-vif-plugged", "status": "completed", "tag": "6fed321b-cb5e-4620-943a-3b26358ffb06"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:22:28.858678 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a2160-669c-4fda-abb3-8b7b673506c0 req-ff4ec393-26cf-4491-893e-aae074ba7d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:28.860251 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-797a2160-669c-4fda-abb3-8b7b673506c0 req-ff4ec393-26cf-4491-893e-aae074ba7d4f service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=0a5a72529877428ea014522afb626541&shared=False HTTP/1.1" status: 200 len: 919 time: 0.7506671 Sep 26 11:22:28.909988 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:28.910225 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129d256-6cec-43f7-8f53-387e287be2e9 req-468a3d73-93f8-4751-9686-150508960f46 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:28.926722 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7129d256-6cec-43f7-8f53-387e287be2e9 req-468a3d73-93f8-4751-9686-150508960f46 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 944 time: 0.1850867 Sep 26 11:22:28.991911 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:29.028238 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2350e-e864-4cf4-85fe-90517634f6f9 req-835dee9d-73ad-4bc0-a995-883e061cafe8 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:29.030799 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 88368c0f-e3c1-498e-ab94-d8ca96649dad, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=88368c0f-e3c1-498e-ab94-d8ca96649dad,segment=NetworkSegment(052ad395-361c-41b6-9565-e0bff30f9558),segment_id=052ad395-361c-41b6-9565-e0bff30f9558)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:22:29.031540 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-cbc2350e-e864-4cf4-85fe-90517634f6f9 req-835dee9d-73ad-4bc0-a995-883e061cafe8 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 932 time: 0.2407496 Sep 26 11:22:29.046050 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:29.065533 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7129d256-6cec-43f7-8f53-387e287be2e9 req-b74cea25-8e08-494a-a514-218e1b4cf27f tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406450 Sep 26 11:22:29.143258 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167358e-caac-48c0-8032-d1406aff14b7 req-a935b9c3-b895-4b64-b8e2-c458952ff1ce tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:29.145094 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1167358e-caac-48c0-8032-d1406aff14b7 req-a935b9c3-b895-4b64-b8e2-c458952ff1ce tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.22 "GET /v2.0/networks?id=0fbbe369-87d6-4403-8471-9c5dec794f0d HTTP/1.1" status: 200 len: 817 time: 0.5644021 Sep 26 11:22:29.173655 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-cbc2350e-e864-4cf4-85fe-90517634f6f9 req-f4057a85-1e32-4ace-bbb1-d2e6bcf4b376 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059139 Sep 26 11:22:29.231070 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=88368c0f-e3c1-498e-ab94-d8ca96649dad,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:29.372108 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-1c4732f1-10da-4806-87af-626453428cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:29.417215 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-45fa8ed4-7913-4595-99a4-4085bcca1e0c req-9c83ac8d-7ee9-4733-b3e9-29b769b08fb7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 210 time: 0.1028857 Sep 26 11:22:29.642978 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a2160-669c-4fda-abb3-8b7b673506c0 req-57669db5-9ed9-42a4-9317-b56596b2e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:29.645031 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-797a2160-669c-4fda-abb3-8b7b673506c0 req-57669db5-9ed9-42a4-9317-b56596b2e424 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7714853 Sep 26 11:22:29.674024 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86877b64-b3e5-4bae-8210-0c932c2dfbb1 req-090c5bcd-897a-4c6e-99c9-30fda111a823 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:29.692118 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-86877b64-b3e5-4bae-8210-0c932c2dfbb1 req-090c5bcd-897a-4c6e-99c9-30fda111a823 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 946 time: 0.1071424 Sep 26 11:22:29.702009 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1167358e-caac-48c0-8032-d1406aff14b7 req-32abc1d8-4e71-4321-8387-1d0e5c0ac9b1 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71a25fc4741b4733922f1d8cc15f8d60 HTTP/1.1" status: 200 len: 380 time: 0.4540293 Sep 26 11:22:29.761681 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-1167358e-caac-48c0-8032-d1406aff14b7 req-59f99a33-46cf-462f-802f-c9154b9ebe0d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Request body: {'port': {'device_id': '3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'admin_state_up': True, 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'security_groups': ['36220ffa-2673-4d3d-9407-6655861a89c1']}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:22:29.768293 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-86877b64-b3e5-4bae-8210-0c932c2dfbb1 req-ab295710-6262-443d-844a-91f1fdd958db tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683792 Sep 26 11:22:29.771974 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01efda58-4281-4b54-a7d6-7ac604aa8722 x-openstack-request-id: req-01efda58-4281-4b54-a7d6-7ac604aa8722 {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:22:29.772526 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c75d07b2-3e37-4816-89d9-7f80d6ab2ea0", "name": "network-vif-plugged", "status": "completed", "tag": "6fed321b-cb5e-4620-943a-3b26358ffb06", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:22:29.772799 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01efda58-4281-4b54-a7d6-7ac604aa8722 {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:22:29.773560 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c75d07b2-3e37-4816-89d9-7f80d6ab2ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fed321b-cb5e-4620-943a-3b26358ffb06', 'code': 200} Sep 26 11:22:29.902347 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-ef780dc5-231e-47b8-ba23-7b08586d8cdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22413677-07ee-4a68-888e-1d2d10fb4a2f {{(pid=94000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:22:29.920155 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-ef780dc5-231e-47b8-ba23-7b08586d8cdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:29.926341 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252f337-182f-4b62-b5b0-5e74df853407 req-5e9ae1f8-af21-4e16-be4a-e71f97c5a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:29.928516 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9252f337-182f-4b62-b5b0-5e74df853407 req-5e9ae1f8-af21-4e16-be4a-e71f97c5a255 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0a5a72529877428ea014522afb626541&device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 1097 time: 0.2227309 Sep 26 11:22:29.954060 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.22', 61163) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:29.988509 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.provisioning_blocks [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-ef780dc5-231e-47b8-ba23-7b08586d8cdf service neutron] Transition to ACTIVE for port object 22413677-07ee-4a68-888e-1d2d10fb4a2f will not be triggered until provisioned by entity L2. {{(pid=94000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 11:22:29.991384 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9252f337-182f-4b62-b5b0-5e74df853407 req-5b4d985c-9373-405b-a57e-e52f38baa607 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d974647-41d0-4c2f-926c-3f67b3e72f55 HTTP/1.1" status: 200 len: 217 time: 0.0488923 Sep 26 11:22:30.000174 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-ef780dc5-231e-47b8-ba23-7b08586d8cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:30.044910 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede29043-6b10-4aba-a7bd-ab3c4bd22919 req-ac1b45e4-9377-41ab-8e4b-411b33a6f0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:30.046466 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ede29043-6b10-4aba-a7bd-ab3c4bd22919 req-ac1b45e4-9377-41ab-8e4b-411b33a6f0b9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 1099 time: 0.0913296 Sep 26 11:22:30.064854 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1167358e-caac-48c0-8032-d1406aff14b7 req-59f99a33-46cf-462f-802f-c9154b9ebe0d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Made reservation on behalf of 71a25fc4741b4733922f1d8cc15f8d60 for: {'port': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:22:30.068461 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1167358e-caac-48c0-8032-d1406aff14b7 req-59f99a33-46cf-462f-802f-c9154b9ebe0d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:30.072751 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef780dc5-231e-47b8-ba23-7b08586d8cdf service neutron] Pushing event updated for resources: {'Port': ['ID=22413677-07ee-4a68-888e-1d2d10fb4a2f,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:30.159797 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-ef780dc5-231e-47b8-ba23-7b08586d8cdf service neutron] Attempting to bind port 22413677-07ee-4a68-888e-1d2d10fb4a2f on host hv-cinder-81103 for vnic_type normal with profile {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:22:30.160436 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-ef780dc5-231e-47b8-ba23-7b08586d8cdf service neutron] Attempting to bind port 22413677-07ee-4a68-888e-1d2d10fb4a2f by drivers openvswitch,hyperv on host hv-cinder-81103 at level 0 using segments [{'id': 'fcc5799a-eb51-4135-962b-9ae4b4d86e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3816b198-fbf9-4832-9257-7a9e89f72850'}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:22:30.160436 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-ef780dc5-231e-47b8-ba23-7b08586d8cdf service neutron] Attempting to bind port 22413677-07ee-4a68-888e-1d2d10fb4a2f on network 3816b198-fbf9-4832-9257-7a9e89f72850 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:22:30.173184 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-ef780dc5-231e-47b8-ba23-7b08586d8cdf service neutron] Port 22413677-07ee-4a68-888e-1d2d10fb4a2f on network 3816b198-fbf9-4832-9257-7a9e89f72850 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81103 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 11:22:30.173501 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-ef780dc5-231e-47b8-ba23-7b08586d8cdf service neutron] Attempting to bind port 22413677-07ee-4a68-888e-1d2d10fb4a2f on network 3816b198-fbf9-4832-9257-7a9e89f72850 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:22:30.187014 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-ef780dc5-231e-47b8-ba23-7b08586d8cdf service neutron] Checking agent: {'id': 'c7902f34-c618-4561-9fcf-9ee1c8cebcf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81103', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'started_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:22:30.187328 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-ef780dc5-231e-47b8-ba23-7b08586d8cdf service neutron] Checking segment: {'id': 'fcc5799a-eb51-4135-962b-9ae4b4d86e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3816b198-fbf9-4832-9257-7a9e89f72850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:22:30.187692 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-ef780dc5-231e-47b8-ba23-7b08586d8cdf service neutron] Bound using segment: {'id': 'fcc5799a-eb51-4135-962b-9ae4b4d86e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3816b198-fbf9-4832-9257-7a9e89f72850'} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:22:30.188133 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-ef780dc5-231e-47b8-ba23-7b08586d8cdf service neutron] Bound port: 22413677-07ee-4a68-888e-1d2d10fb4a2f, host: hv-cinder-81103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcc5799a-eb51-4135-962b-9ae4b4d86e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '3816b198-fbf9-4832-9257-7a9e89f72850'}}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:22:30.188491 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-ef780dc5-231e-47b8-ba23-7b08586d8cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:30.214943 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b0766-57d9-4301-bfbe-92f1a160b918 req-00c0d162-886d-46cf-ba9b-3f41307dc268 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:30.217342 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-407b0766-57d9-4301-bfbe-92f1a160b918 req-00c0d162-886d-46cf-ba9b-3f41307dc268 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 945 time: 0.0653372 Sep 26 11:22:30.285555 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [req-1167358e-caac-48c0-8032-d1406aff14b7 req-59f99a33-46cf-462f-802f-c9154b9ebe0d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Allocated IP 172.20.0.8 (0fbbe369-87d6-4403-8471-9c5dec794f0d/0beadaac-f79e-4337-a6d1-17c78a4fa88c/614d3773-752f-48af-87db-06317ef7c95e) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:22:30.293538 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-407b0766-57d9-4301-bfbe-92f1a160b918 req-47835ed3-19ce-45fa-b772-3552cb50fd57 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617857 Sep 26 11:22:30.306871 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-ef780dc5-231e-47b8-ba23-7b08586d8cdf service neutron] For port 22413677-07ee-4a68-888e-1d2d10fb4a2f, host hv-cinder-81103, cleared binding levels {{(pid=94000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:22:30.311880 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-ef780dc5-231e-47b8-ba23-7b08586d8cdf service neutron] For port 22413677-07ee-4a68-888e-1d2d10fb4a2f, host hv-cinder-81103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=22413677-07ee-4a68-888e-1d2d10fb4a2f,segment=NetworkSegment(fcc5799a-eb51-4135-962b-9ae4b4d86e58),segment_id=fcc5799a-eb51-4135-962b-9ae4b4d86e58)] {{(pid=94000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:22:30.320123 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-ef780dc5-231e-47b8-ba23-7b08586d8cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:30.352042 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d65a8c-e898-4943-b0da-142da279ee58 req-a19b10b3-5b73-48a5-9606-2d0f7907e4ca tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:30.359850 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-99d65a8c-e898-4943-b0da-142da279ee58 req-a19b10b3-5b73-48a5-9606-2d0f7907e4ca tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 944 time: 0.0956297 Sep 26 11:22:30.381372 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-ef780dc5-231e-47b8-ba23-7b08586d8cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:30.382283 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-ef780dc5-231e-47b8-ba23-7b08586d8cdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:30.383952 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-ef780dc5-231e-47b8-ba23-7b08586d8cdf service neutron] 10.222.0.22 "PUT /v2.0/ports/22413677-07ee-4a68-888e-1d2d10fb4a2f HTTP/1.1" status: 200 len: 1094 time: 2.4178371 Sep 26 11:22:30.389251 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b1e8a3-28b2-45cf-9b09-0a59e55e08d1', 'tag': '22413677-07ee-4a68-888e-1d2d10fb4a2f'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:22:30.391860 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac05579741f88b05fd5495e6fabac80b3338caa1126b8e71f43a8600e84c3c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44802449-b734-45da-8586-19ea38573c08" -d '{"events": [{"name": "network-changed", "server_uuid": "74b1e8a3-28b2-45cf-9b09-0a59e55e08d1", "tag": "22413677-07ee-4a68-888e-1d2d10fb4a2f"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:22:30.406416 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-99d65a8c-e898-4943-b0da-142da279ee58 req-0198516c-86cd-462e-b49e-08c2f5f04fef tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453856 Sep 26 11:22:30.451211 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef780dc5-231e-47b8-ba23-7b08586d8cdf service neutron] Pushing event updated for resources: {'Port': ['ID=22413677-07ee-4a68-888e-1d2d10fb4a2f,revision_number=3']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:30.516429 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861401c9-2f2f-4918-8ca2-668c8140b5ce x-openstack-request-id: req-861401c9-2f2f-4918-8ca2-668c8140b5ce {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:22:30.516729 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b1e8a3-28b2-45cf-9b09-0a59e55e08d1", "tag": "22413677-07ee-4a68-888e-1d2d10fb4a2f", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:22:30.516989 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-861401c9-2f2f-4918-8ca2-668c8140b5ce {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:22:30.517396 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b1e8a3-28b2-45cf-9b09-0a59e55e08d1', 'tag': '22413677-07ee-4a68-888e-1d2d10fb4a2f', 'status': 'completed', 'code': 200} Sep 26 11:22:30.558563 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1167358e-caac-48c0-8032-d1406aff14b7 req-59f99a33-46cf-462f-802f-c9154b9ebe0d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:30.562121 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a38e2a8a-288e-4d11-b7cd-420f9c800c4b req-fbade297-daa2-41ca-a279-f44d8db3e42d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 210 time: 0.0331390 Sep 26 11:22:30.629134 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1167358e-caac-48c0-8032-d1406aff14b7 req-59f99a33-46cf-462f-802f-c9154b9ebe0d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:30.697842 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1167358e-caac-48c0-8032-d1406aff14b7 req-59f99a33-46cf-462f-802f-c9154b9ebe0d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Network 0fbbe369-87d6-4403-8471-9c5dec794f0d is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:22:30.701582 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [req-1167358e-caac-48c0-8032-d1406aff14b7 req-59f99a33-46cf-462f-802f-c9154b9ebe0d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:22:30.704345 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-1167358e-caac-48c0-8032-d1406aff14b7 req-59f99a33-46cf-462f-802f-c9154b9ebe0d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:22:30.710635 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167358e-caac-48c0-8032-d1406aff14b7 req-59f99a33-46cf-462f-802f-c9154b9ebe0d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:30.711384 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1167358e-caac-48c0-8032-d1406aff14b7 req-59f99a33-46cf-462f-802f-c9154b9ebe0d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:30.721019 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f99a33-46cf-462f-802f-c9154b9ebe0d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Pushing event updated for resources: {'Port': ['ID=614d3773-752f-48af-87db-06317ef7c95e,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:30.744632 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1167358e-caac-48c0-8032-d1406aff14b7 req-59f99a33-46cf-462f-802f-c9154b9ebe0d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9900787 Sep 26 11:22:30.962036 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d26079-8e29-4754-9dc7-f8253c224407 req-22527b42-b0cd-4235-9053-58f7c9918200 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:30.964852 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-87d26079-8e29-4754-9dc7-f8253c224407 req-22527b42-b0cd-4235-9053-58f7c9918200 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 946 time: 0.0894270 Sep 26 11:22:30.998575 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-7bbd806d-d47f-451c-be41-894ed6b2c377 None None] Provisioning complete for port 614d3773-752f-48af-87db-06317ef7c95e triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:22:30.999846 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-7bbd806d-d47f-451c-be41-894ed6b2c377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:31.039627 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-87d26079-8e29-4754-9dc7-f8253c224407 req-ea99ed5a-fe36-40c9-a0d7-7c128114418f tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678906 Sep 26 11:22:31.048108 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-7bbd806d-d47f-451c-be41-894ed6b2c377 None None] Port 614d3773-752f-48af-87db-06317ef7c95e cannot update to ACTIVE because it is not bound. {{(pid=94002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 11:22:31.416823 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d4dd1-9432-49d0-8fdb-2025b660cff6 req-0ebf2160-6879-469e-bd07-7324b7750067 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:31.418383 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-231d4dd1-9432-49d0-8fdb-2025b660cff6 req-0ebf2160-6879-469e-bd07-7324b7750067 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 945 time: 0.0567639 Sep 26 11:22:31.456702 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-231d4dd1-9432-49d0-8fdb-2025b660cff6 req-26164d9b-2b83-4591-a415-66aaa191b0b3 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319047 Sep 26 11:22:31.565720 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d3ab4-1c36-48a1-9ef0-a9f9615c49d9 req-bfe36851-abf3-4b89-a254-e7b1e157ea58 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:31.568136 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-904d3ab4-1c36-48a1-9ef0-a9f9615c49d9 req-bfe36851-abf3-4b89-a254-e7b1e157ea58 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 944 time: 0.0584817 Sep 26 11:22:31.616550 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-904d3ab4-1c36-48a1-9ef0-a9f9615c49d9 req-2ceca340-f09f-4894-a5b0-240817a2a2d8 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411327 Sep 26 11:22:31.725562 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e8d6d-736e-4b6a-b48f-9519fe8feb2d req-0b147d78-6bdf-45b5-a148-cad22a15de73 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:31.727606 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-191e8d6d-736e-4b6a-b48f-9519fe8feb2d req-0b147d78-6bdf-45b5-a148-cad22a15de73 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 931 time: 0.0703464 Sep 26 11:22:31.772783 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-191e8d6d-736e-4b6a-b48f-9519fe8feb2d req-580d3144-13d0-452d-b3ce-c84eb50bbf7a tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373235 Sep 26 11:22:31.775205 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4d12dd-c290-4150-9e8c-acd2ffba9b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88368c0f-e3c1-498e-ab94-d8ca96649dad'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:22:31.777950 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd64406-80b0-420b-8e65-9ef136f45ae9" -d '{"events": [{"server_uuid": "5e4d12dd-c290-4150-9e8c-acd2ffba9b05", "name": "network-vif-plugged", "status": "completed", "tag": "88368c0f-e3c1-498e-ab94-d8ca96649dad"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:22:31.816371 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cc0d9a-3d1e-429f-bd9d-8c3912acd133 x-openstack-request-id: req-c0cc0d9a-3d1e-429f-bd9d-8c3912acd133 {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:22:31.816909 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4d12dd-c290-4150-9e8c-acd2ffba9b05", "name": "network-vif-plugged", "status": "completed", "tag": "88368c0f-e3c1-498e-ab94-d8ca96649dad", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:22:31.817795 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0cc0d9a-3d1e-429f-bd9d-8c3912acd133 {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:22:31.818424 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4d12dd-c290-4150-9e8c-acd2ffba9b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88368c0f-e3c1-498e-ab94-d8ca96649dad', 'code': 200} Sep 26 11:22:31.847281 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-615b9344-5b28-42a0-8bcc-c1e1a8fdb127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:32.167011 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2a4e3-66ba-4692-943f-c53009ccc964 req-5871dc6d-4d1f-4eaf-bf50-9ab320745010 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:32.168628 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d5e2a4e3-66ba-4692-943f-c53009ccc964 req-5871dc6d-4d1f-4eaf-bf50-9ab320745010 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 946 time: 0.0560136 Sep 26 11:22:32.209161 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d5e2a4e3-66ba-4692-943f-c53009ccc964 req-435eac77-f2ed-4f2e-9682-45061191dd6a tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344186 Sep 26 11:22:32.481832 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:32.593219 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2074d2-8c25-4154-a52d-dcbd97e16cbb req-acd5239a-4b9c-4748-916d-11e9ba40040c tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:32.594794 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fe2074d2-8c25-4154-a52d-dcbd97e16cbb req-acd5239a-4b9c-4748-916d-11e9ba40040c tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 945 time: 0.0581253 Sep 26 11:22:32.633035 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fe2074d2-8c25-4154-a52d-dcbd97e16cbb req-45eb33f7-f000-4d9b-a0cc-2c81e0882c82 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321033 Sep 26 11:22:32.738196 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960e00c-3b08-40de-b809-b33e9fab9295 req-2ff8fd2d-6e86-466c-8fa0-ef7709071423 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:32.740603 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f960e00c-3b08-40de-b809-b33e9fab9295 req-2ff8fd2d-6e86-466c-8fa0-ef7709071423 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 944 time: 0.0542600 Sep 26 11:22:32.786400 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f960e00c-3b08-40de-b809-b33e9fab9295 req-84a9f502-4127-4eeb-ab66-4193bd9c3e98 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390937 Sep 26 11:22:32.845409 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-ede29043-6b10-4aba-a7bd-ab3c4bd22919 req-47eea46c-70ee-4633-ba8d-399209e38808 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:32.857452 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-1167358e-caac-48c0-8032-d1406aff14b7 req-04d3caed-1814-422f-bace-74f003cbb5dc service neutron] Request body: {'port': {'device_id': '3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81103'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:22:32.947052 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff12e8-c438-4d7f-b5e0-f70e047eb194 req-d529fcf6-b21e-46dc-8175-bb9be3111c4d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:32.948583 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-86ff12e8-c438-4d7f-b5e0-f70e047eb194 req-d529fcf6-b21e-46dc-8175-bb9be3111c4d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 931 time: 0.0877109 Sep 26 11:22:32.971793 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252f337-182f-4b62-b5b0-5e74df853407 req-b6cf1e3e-3a1d-4885-b251-cb18f2a96d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:32.973389 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9252f337-182f-4b62-b5b0-5e74df853407 req-b6cf1e3e-3a1d-4885-b251-cb18f2a96d9d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=59e45337-b67d-4e42-97b1-813ae679474a HTTP/1.1" status: 200 len: 858 time: 0.1626401 Sep 26 11:22:32.974006 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1167358e-caac-48c0-8032-d1406aff14b7 req-04d3caed-1814-422f-bace-74f003cbb5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:32.983545 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.22', 61165) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:32.990415 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44802449-b734-45da-8586-19ea38573c08 req-64da6200-3a53-4668-8a95-20bb5f086322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:32.992278 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-44802449-b734-45da-8586-19ea38573c08 req-64da6200-3a53-4668-8a95-20bb5f086322 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0a5a72529877428ea014522afb626541&device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 1097 time: 0.1422477 Sep 26 11:22:33.047341 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-86ff12e8-c438-4d7f-b5e0-f70e047eb194 req-e1218095-63f2-453e-9ed9-7a22e455ada2 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857217 Sep 26 11:22:33.052893 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9252f337-182f-4b62-b5b0-5e74df853407 req-64fe4653-ee33-4da2-b880-a1db79da8719 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3816b198-fbf9-4832-9257-7a9e89f72850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587125 Sep 26 11:22:33.060884 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-ede29043-6b10-4aba-a7bd-ab3c4bd22919 req-47eea46c-70ee-4633-ba8d-399209e38808 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:33.070403 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c37f4-68be-499d-81f6-f2211a1331af req-5dda3f87-c83a-4125-81fc-66803ee5f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:33.071966 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b43c37f4-68be-499d-81f6-f2211a1331af req-5dda3f87-c83a-4125-81fc-66803ee5f3bf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 1098 time: 0.0806699 Sep 26 11:22:33.072853 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-ede29043-6b10-4aba-a7bd-ab3c4bd22919 req-47eea46c-70ee-4633-ba8d-399209e38808 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:33.121998 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ede29043-6b10-4aba-a7bd-ab3c4bd22919 req-47eea46c-70ee-4633-ba8d-399209e38808 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944920 Sep 26 11:22:33.141496 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eea46c-70ee-4633-ba8d-399209e38808 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdcbd19-391e-4927-a586-83176c86c3e4,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:33.152465 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b43c37f4-68be-499d-81f6-f2211a1331af req-f5555f0e-1928-4e01-89a2-0552647a7a7c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725613 Sep 26 11:22:33.276450 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:33.359219 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a23ca3-dd06-4429-902b-ecdc7f6cb986 req-067eb57f-ee78-42af-9f5e-c3dc71bee559 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:33.361842 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f5a23ca3-dd06-4429-902b-ecdc7f6cb986 req-067eb57f-ee78-42af-9f5e-c3dc71bee559 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 946 time: 0.0733693 Sep 26 11:22:33.430529 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f5a23ca3-dd06-4429-902b-ecdc7f6cb986 req-3df7b356-4fee-4eeb-9f09-dfe9d170afdd tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607944 Sep 26 11:22:33.491732 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44802449-b734-45da-8586-19ea38573c08 req-e720e06f-90f4-4951-9f95-9222eb42d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:33.493348 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-44802449-b734-45da-8586-19ea38573c08 req-e720e06f-90f4-4951-9f95-9222eb42d6f3 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=0a5a72529877428ea014522afb626541&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4699252 Sep 26 11:22:33.507220 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9252f337-182f-4b62-b5b0-5e74df853407 req-4985cd8f-b9d7-49d1-ba1f-7fdcc6f65673 service neutron] 10.222.0.22 "GET /v2.0/networks/3816b198-fbf9-4832-9257-7a9e89f72850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377289 Sep 26 11:22:33.639472 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [req-1167358e-caac-48c0-8032-d1406aff14b7 req-04d3caed-1814-422f-bace-74f003cbb5dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 614d3773-752f-48af-87db-06317ef7c95e {{(pid=94000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:22:33.648040 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1167358e-caac-48c0-8032-d1406aff14b7 req-04d3caed-1814-422f-bace-74f003cbb5dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:33.662684 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.provisioning_blocks [req-1167358e-caac-48c0-8032-d1406aff14b7 req-04d3caed-1814-422f-bace-74f003cbb5dc service neutron] Transition to ACTIVE for port object 614d3773-752f-48af-87db-06317ef7c95e will not be triggered until provisioned by entity L2. {{(pid=94000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 11:22:33.666667 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1167358e-caac-48c0-8032-d1406aff14b7 req-04d3caed-1814-422f-bace-74f003cbb5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:33.723394 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3caed-1814-422f-bace-74f003cbb5dc service neutron] Pushing event updated for resources: {'Port': ['ID=614d3773-752f-48af-87db-06317ef7c95e,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:33.764518 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-1167358e-caac-48c0-8032-d1406aff14b7 req-04d3caed-1814-422f-bace-74f003cbb5dc service neutron] Attempting to bind port 614d3773-752f-48af-87db-06317ef7c95e on host hv-cinder-81103 for vnic_type normal with profile {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:22:33.764862 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-1167358e-caac-48c0-8032-d1406aff14b7 req-04d3caed-1814-422f-bace-74f003cbb5dc service neutron] Attempting to bind port 614d3773-752f-48af-87db-06317ef7c95e by drivers openvswitch,hyperv on host hv-cinder-81103 at level 0 using segments [{'id': '4de8c32e-a956-4fdd-9d0d-b92940ec01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d'}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:22:33.765204 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167358e-caac-48c0-8032-d1406aff14b7 req-04d3caed-1814-422f-bace-74f003cbb5dc service neutron] Attempting to bind port 614d3773-752f-48af-87db-06317ef7c95e on network 0fbbe369-87d6-4403-8471-9c5dec794f0d {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:22:33.770835 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167358e-caac-48c0-8032-d1406aff14b7 req-04d3caed-1814-422f-bace-74f003cbb5dc service neutron] Port 614d3773-752f-48af-87db-06317ef7c95e on network 0fbbe369-87d6-4403-8471-9c5dec794f0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81103 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 11:22:33.771201 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167358e-caac-48c0-8032-d1406aff14b7 req-04d3caed-1814-422f-bace-74f003cbb5dc service neutron] Attempting to bind port 614d3773-752f-48af-87db-06317ef7c95e on network 0fbbe369-87d6-4403-8471-9c5dec794f0d {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:22:33.777155 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167358e-caac-48c0-8032-d1406aff14b7 req-04d3caed-1814-422f-bace-74f003cbb5dc service neutron] Checking agent: {'id': 'c7902f34-c618-4561-9fcf-9ee1c8cebcf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81103', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'started_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:22:33.777545 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167358e-caac-48c0-8032-d1406aff14b7 req-04d3caed-1814-422f-bace-74f003cbb5dc service neutron] Checking segment: {'id': '4de8c32e-a956-4fdd-9d0d-b92940ec01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:22:33.777877 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1167358e-caac-48c0-8032-d1406aff14b7 req-04d3caed-1814-422f-bace-74f003cbb5dc service neutron] Bound using segment: {'id': '4de8c32e-a956-4fdd-9d0d-b92940ec01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d'} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:22:33.778362 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-1167358e-caac-48c0-8032-d1406aff14b7 req-04d3caed-1814-422f-bace-74f003cbb5dc service neutron] Bound port: 614d3773-752f-48af-87db-06317ef7c95e, host: hv-cinder-81103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de8c32e-a956-4fdd-9d0d-b92940ec01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d'}}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:22:33.778836 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1167358e-caac-48c0-8032-d1406aff14b7 req-04d3caed-1814-422f-bace-74f003cbb5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:33.800359 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a9481-70e1-428e-962b-e73acec19b2a req-29b2e679-435e-493a-833d-655e87d44cef tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:33.809856 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-db2a9481-70e1-428e-962b-e73acec19b2a req-29b2e679-435e-493a-833d-655e87d44cef tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 945 time: 0.0906894 Sep 26 11:22:33.874423 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-1167358e-caac-48c0-8032-d1406aff14b7 req-04d3caed-1814-422f-bace-74f003cbb5dc service neutron] For port 614d3773-752f-48af-87db-06317ef7c95e, host hv-cinder-81103, cleared binding levels {{(pid=94000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:22:33.879930 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-db2a9481-70e1-428e-962b-e73acec19b2a req-8f8cef5e-2a31-4c25-9912-03116b8b5bb0 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687399 Sep 26 11:22:33.882799 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-1167358e-caac-48c0-8032-d1406aff14b7 req-04d3caed-1814-422f-bace-74f003cbb5dc service neutron] For port 614d3773-752f-48af-87db-06317ef7c95e, host hv-cinder-81103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=614d3773-752f-48af-87db-06317ef7c95e,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:22:33.893448 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1167358e-caac-48c0-8032-d1406aff14b7 req-04d3caed-1814-422f-bace-74f003cbb5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:33.941516 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167358e-caac-48c0-8032-d1406aff14b7 req-04d3caed-1814-422f-bace-74f003cbb5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:33.942182 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1167358e-caac-48c0-8032-d1406aff14b7 req-04d3caed-1814-422f-bace-74f003cbb5dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:33.944113 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1167358e-caac-48c0-8032-d1406aff14b7 req-04d3caed-1814-422f-bace-74f003cbb5dc service neutron] 10.222.0.22 "PUT /v2.0/ports/614d3773-752f-48af-87db-06317ef7c95e HTTP/1.1" status: 200 len: 1093 time: 1.0927458 Sep 26 11:22:33.946982 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447', 'tag': '614d3773-752f-48af-87db-06317ef7c95e'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:22:33.949355 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac05579741f88b05fd5495e6fabac80b3338caa1126b8e71f43a8600e84c3c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9926b7e-b209-4936-ae08-b736af193155" -d '{"events": [{"name": "network-changed", "server_uuid": "3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447", "tag": "614d3773-752f-48af-87db-06317ef7c95e"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:22:34.003732 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e51fe5-7c5c-4126-b0f2-8ffe685c4e50 req-5772d87c-0023-4afd-98e8-750ca599f075 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:34.010035 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018accd1-f67e-4464-a333-4b64f93fca40 x-openstack-request-id: req-018accd1-f67e-4464-a333-4b64f93fca40 {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:22:34.010297 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447", "tag": "614d3773-752f-48af-87db-06317ef7c95e", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:22:34.010589 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-018accd1-f67e-4464-a333-4b64f93fca40 {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:22:34.010951 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447', 'tag': '614d3773-752f-48af-87db-06317ef7c95e', 'status': 'completed', 'code': 200} Sep 26 11:22:34.011665 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c9e51fe5-7c5c-4126-b0f2-8ffe685c4e50 req-5772d87c-0023-4afd-98e8-750ca599f075 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 944 time: 0.0992017 Sep 26 11:22:34.022765 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3caed-1814-422f-bace-74f003cbb5dc service neutron] Pushing event updated for resources: {'Port': ['ID=614d3773-752f-48af-87db-06317ef7c95e,revision_number=3']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:34.059516 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c9e51fe5-7c5c-4126-b0f2-8ffe685c4e50 req-44ec865d-dd47-4c7d-a66f-e5e26f72a26c tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468113 Sep 26 11:22:34.206292 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340cdb4-eebc-40c2-a46b-6de69bdb8b71 req-c743fc18-5418-48f7-bcab-203226ea92ea tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:34.209048 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a340cdb4-eebc-40c2-a46b-6de69bdb8b71 req-c743fc18-5418-48f7-bcab-203226ea92ea tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.0603459 Sep 26 11:22:34.249726 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a340cdb4-eebc-40c2-a46b-6de69bdb8b71 req-5a2fd8c4-d9fc-4637-9ebc-b26be3afa20d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351863 Sep 26 11:22:34.564932 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88831d5-6825-4145-8a08-eac1e800e63b req-4959efd3-8365-41e7-9b7f-dd71dead4cec tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:34.566886 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b88831d5-6825-4145-8a08-eac1e800e63b req-4959efd3-8365-41e7-9b7f-dd71dead4cec tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 946 time: 0.0584080 Sep 26 11:22:34.615273 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b88831d5-6825-4145-8a08-eac1e800e63b req-62cf6126-0047-4e0e-806a-be4e32e53f42 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365894 Sep 26 11:22:34.665316 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:35.030151 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d265c-23c5-4356-a2b2-28b4236d732b req-40cc8385-f837-4955-9a3c-354ae47f7909 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:35.032747 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4b5d265c-23c5-4356-a2b2-28b4236d732b req-40cc8385-f837-4955-9a3c-354ae47f7909 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 945 time: 0.0677691 Sep 26 11:22:35.079645 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4b5d265c-23c5-4356-a2b2-28b4236d732b req-eed5cfdb-731b-4ad2-9e8e-01e5eb747aa3 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374169 Sep 26 11:22:35.191946 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcd76f-028c-4394-acda-111893863f14 req-780c4e70-10b1-40ab-a395-97ceb11237b0 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:35.194821 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-19dcd76f-028c-4394-acda-111893863f14 req-780c4e70-10b1-40ab-a395-97ceb11237b0 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 944 time: 0.0625889 Sep 26 11:22:35.235650 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-19dcd76f-028c-4394-acda-111893863f14 req-22b762dd-7000-4a13-b603-dca123687b49 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346839 Sep 26 11:22:35.384567 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2e2ea-1206-4278-ae43-4768e0a8bf8d req-8208d927-8ba8-424e-af10-56d1cf4145f0 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:35.386166 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0ca2e2ea-1206-4278-ae43-4768e0a8bf8d req-8208d927-8ba8-424e-af10-56d1cf4145f0 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.0549829 Sep 26 11:22:35.433133 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0ca2e2ea-1206-4278-ae43-4768e0a8bf8d req-65b2c593-9661-45f0-bc38-313f0b2f0ae6 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405018 Sep 26 11:22:35.743082 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e430c26-f00a-4e10-a8e5-99683dc24506 req-b871ea9b-2431-4013-a910-72f2d370a770 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:35.744509 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0e430c26-f00a-4e10-a8e5-99683dc24506 req-b871ea9b-2431-4013-a910-72f2d370a770 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 946 time: 0.0583496 Sep 26 11:22:35.785132 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0e430c26-f00a-4e10-a8e5-99683dc24506 req-ab8b5328-3cdd-4f67-a163-c6deacaa7b15 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346437 Sep 26 11:22:36.351622 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1a629-13ed-4685-9a4c-6fb8529e4618 req-c8e80592-40ee-441e-8b17-413dbc1f2a4c tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:36.353101 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e5c1a629-13ed-4685-9a4c-6fb8529e4618 req-c8e80592-40ee-441e-8b17-413dbc1f2a4c tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 945 time: 0.1955698 Sep 26 11:22:36.392619 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e1fc7-f923-42df-b448-73413883f495 req-6cbe74ca-f61c-4087-80a3-16b62ada3d95 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:36.394104 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0e5e1fc7-f923-42df-b448-73413883f495 req-6cbe74ca-f61c-4087-80a3-16b62ada3d95 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 944 time: 0.0796113 Sep 26 11:22:36.414538 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e5c1a629-13ed-4685-9a4c-6fb8529e4618 req-4dc5d414-f1d6-42dd-be16-a457ac519ed1 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551915 Sep 26 11:22:36.479595 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0e5e1fc7-f923-42df-b448-73413883f495 req-f9395a4c-7c22-4f0a-bfc7-36abdd75615b tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704036 Sep 26 11:22:36.631094 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-9252f337-182f-4b62-b5b0-5e74df853407 req-0e88213e-33fd-4156-961d-79dd119fc21e service neutron] 10.222.0.22 "GET /v2.0/networks/3816b198-fbf9-4832-9257-7a9e89f72850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841748 Sep 26 11:22:36.633659 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44802449-b734-45da-8586-19ea38573c08 req-b010defd-2f0a-4247-acb9-7956424dda1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:36.635426 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-44802449-b734-45da-8586-19ea38573c08 req-b010defd-2f0a-4247-acb9-7956424dda1e service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1661975 Sep 26 11:22:36.652211 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9926b7e-b209-4936-ae08-b736af193155 req-2cf8156c-c830-4b48-869a-fa498013196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:36.653953 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c9926b7e-b209-4936-ae08-b736af193155 req-2cf8156c-c830-4b48-869a-fa498013196a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=71a25fc4741b4733922f1d8cc15f8d60&device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 1096 time: 0.1516314 Sep 26 11:22:36.663588 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e02c12-bc26-4e9a-b0f6-63cf247874f5 req-581fedf3-b477-4e89-b426-f69232e0a2b7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:36.665511 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-03e02c12-bc26-4e9a-b0f6-63cf247874f5 req-581fedf3-b477-4e89-b426-f69232e0a2b7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.1070766 Sep 26 11:22:36.742495 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-183a82a2-23f0-4763-a872-9c8418933047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:36.744141 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-183a82a2-23f0-4763-a872-9c8418933047 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0a5a72529877428ea014522afb626541&device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 1097 time: 0.0489953 Sep 26 11:22:36.795193 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-785496e1-c849-4943-9a15-913b538d4ff6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22413677-07ee-4a68-888e-1d2d10fb4a2f HTTP/1.1" status: 200 len: 217 time: 0.0411992 Sep 26 11:22:36.818598 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-03e02c12-bc26-4e9a-b0f6-63cf247874f5 req-c03b3128-989e-4b50-beca-23b65d431eb1 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384056 Sep 26 11:22:36.861194 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-2348fafa-b032-451d-be2d-0d579bd2da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:36.863411 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-2348fafa-b032-451d-be2d-0d579bd2da36 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=59e45337-b67d-4e42-97b1-813ae679474a HTTP/1.1" status: 200 len: 858 time: 0.0590868 Sep 26 11:22:36.902275 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-133da01b-c330-4a2b-b8a1-16fcda3eede6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3816b198-fbf9-4832-9257-7a9e89f72850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284846 Sep 26 11:22:36.930161 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9926b7e-b209-4936-ae08-b736af193155 req-449243f7-e8d1-44cb-ae9e-81d838e907b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:36.932753 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c9926b7e-b209-4936-ae08-b736af193155 req-449243f7-e8d1-44cb-ae9e-81d838e907b8 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=71a25fc4741b4733922f1d8cc15f8d60&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2631373 Sep 26 11:22:37.022021 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-348a813c-2d26-4f56-8c9a-076e0a770108 service neutron] 10.222.0.22 "GET /v2.0/networks/3816b198-fbf9-4832-9257-7a9e89f72850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113670 Sep 26 11:22:37.069254 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26544566-e95c-43fc-8ce9-b78546b1ce55 req-9c8203b0-fac5-4926-96e1-8d8fc303f313 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:37.071373 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-26544566-e95c-43fc-8ce9-b78546b1ce55 req-9c8203b0-fac5-4926-96e1-8d8fc303f313 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 946 time: 0.1963842 Sep 26 11:22:37.149377 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-96c35f68-03d2-4ead-9ef8-d17a4e173bf6 req-259a127a-c15d-4358-87b6-46e9b4a4fdcd service neutron] 10.222.0.22 "GET /v2.0/networks/3816b198-fbf9-4832-9257-7a9e89f72850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168599 Sep 26 11:22:37.215307 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-26544566-e95c-43fc-8ce9-b78546b1ce55 req-5e7a1716-3445-4c43-8430-8dfc4fea715a tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212544 Sep 26 11:22:37.250444 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9926b7e-b209-4936-ae08-b736af193155 req-dba9b852-a297-40db-9c65-2948a76dc014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:37.252861 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c9926b7e-b209-4936-ae08-b736af193155 req-dba9b852-a297-40db-9c65-2948a76dc014 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3120542 Sep 26 11:22:37.361401 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167358e-caac-48c0-8032-d1406aff14b7 req-e9b29c6c-5ba9-41b5-bff1-6fd53d3c135c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:37.363848 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1167358e-caac-48c0-8032-d1406aff14b7 req-e9b29c6c-5ba9-41b5-bff1-6fd53d3c135c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=71a25fc4741b4733922f1d8cc15f8d60&device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 1096 time: 0.0646460 Sep 26 11:22:37.445023 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1167358e-caac-48c0-8032-d1406aff14b7 req-abbd69b9-5eeb-45ce-b7f9-ee7858cb35bd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=614d3773-752f-48af-87db-06317ef7c95e HTTP/1.1" status: 200 len: 217 time: 0.0699599 Sep 26 11:22:37.616369 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167358e-caac-48c0-8032-d1406aff14b7 req-ca75676c-10b3-4374-bce8-add099355863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:37.618037 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1167358e-caac-48c0-8032-d1406aff14b7 req-ca75676c-10b3-4374-bce8-add099355863 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0beadaac-f79e-4337-a6d1-17c78a4fa88c HTTP/1.1" status: 200 len: 856 time: 0.1653152 Sep 26 11:22:37.648960 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce302c6-36a5-45c0-935d-f3de6a3208c6 req-e386ed88-73e4-4389-a4aa-de20e265e192 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:37.650607 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2ce302c6-36a5-45c0-935d-f3de6a3208c6 req-e386ed88-73e4-4389-a4aa-de20e265e192 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 945 time: 0.1326692 Sep 26 11:22:37.718896 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fbb37-7e82-4ae5-b93e-d1470f8c9887 req-fa73f8ca-2590-48ec-a884-ea1dd4934728 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:37.720396 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8a8fbb37-7e82-4ae5-b93e-d1470f8c9887 req-fa73f8ca-2590-48ec-a884-ea1dd4934728 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 944 time: 0.1550024 Sep 26 11:22:37.771798 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2ce302c6-36a5-45c0-935d-f3de6a3208c6 req-183c8426-42c9-4aa1-a699-8f036ed44b02 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989981 Sep 26 11:22:37.775617 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167358e-caac-48c0-8032-d1406aff14b7 req-a6b6c8db-9938-4fbc-adf0-a7dc5be82689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:37.777124 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1167358e-caac-48c0-8032-d1406aff14b7 req-a6b6c8db-9938-4fbc-adf0-a7dc5be82689 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0fbbe369-87d6-4403-8471-9c5dec794f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1470878 Sep 26 11:22:37.814498 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8a8fbb37-7e82-4ae5-b93e-d1470f8c9887 req-2515755b-9b7c-464f-ba99-b8b11e42753f tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843115 Sep 26 11:22:37.890752 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1167358e-caac-48c0-8032-d1406aff14b7 req-cc60bdf5-e8d2-40c6-ae88-e593d94336cb service neutron] 10.222.0.22 "GET /v2.0/networks/0fbbe369-87d6-4403-8471-9c5dec794f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026216 Sep 26 11:22:38.052678 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97160b2e-c327-4325-b4ee-aca5638fdea6 req-bf94f2b3-ae00-4b6b-a341-316a89039955 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:38.053855 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-97160b2e-c327-4325-b4ee-aca5638fdea6 req-bf94f2b3-ae00-4b6b-a341-316a89039955 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.1184194 Sep 26 11:22:38.058054 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1167358e-caac-48c0-8032-d1406aff14b7 req-f866edec-df23-4997-b523-7179b592b4a9 service neutron] 10.222.0.22 "GET /v2.0/networks/0fbbe369-87d6-4403-8471-9c5dec794f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565962 Sep 26 11:22:38.100552 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-97160b2e-c327-4325-b4ee-aca5638fdea6 req-34c218bf-ed5f-42ae-bca2-049d17566fd6 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384870 Sep 26 11:22:38.358015 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb1011-6f72-455c-a1a1-98d182395f0a req-29bd335c-4da6-463b-9fd2-ca447f80dbfe tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:38.359596 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-93bb1011-6f72-455c-a1a1-98d182395f0a req-29bd335c-4da6-463b-9fd2-ca447f80dbfe tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 946 time: 0.0493445 Sep 26 11:22:38.405006 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-93bb1011-6f72-455c-a1a1-98d182395f0a req-6ead533e-4cab-4ce8-9058-d5cb0de033f6 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346642 Sep 26 11:22:38.954172 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbca61-37d5-4302-9cf5-a98954d618e7 req-25cf937c-272c-4afa-a475-f7eb7ab4ace5 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:38.955976 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b4fbca61-37d5-4302-9cf5-a98954d618e7 req-25cf937c-272c-4afa-a475-f7eb7ab4ace5 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 945 time: 0.1055450 Sep 26 11:22:39.022027 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1757b-00f3-458d-86a5-821ce6b591dc req-fb4d6a90-c69e-4f34-a7cb-19a651e30358 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:39.023546 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a2e1757b-00f3-458d-86a5-821ce6b591dc req-fb4d6a90-c69e-4f34-a7cb-19a651e30358 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 944 time: 0.0940299 Sep 26 11:22:39.026907 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b4fbca61-37d5-4302-9cf5-a98954d618e7 req-bb440cae-9de6-4d8f-b06e-475cb8dc774d tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556796 Sep 26 11:22:39.071452 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a2e1757b-00f3-458d-86a5-821ce6b591dc req-6aeb49a3-98ac-4477-9864-3d26ed70031a tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391061 Sep 26 11:22:39.232396 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 45304) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:39.241557 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d544b86-3e4a-465a-a2ce-e1db92a910ff req-04663387-dd1f-4d0b-8179-f4b0ad4da321 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:39.252914 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1d544b86-3e4a-465a-a2ce-e1db92a910ff req-04663387-dd1f-4d0b-8179-f4b0ad4da321 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.0737560 Sep 26 11:22:39.297524 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1d544b86-3e4a-465a-a2ce-e1db92a910ff req-bbc8f02b-32d0-40ad-af8e-513bdf628365 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436416 Sep 26 11:22:39.364298 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 45312) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:39.507063 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c4035c71-e98f-4520-aee0-2cd2e7cd8ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:39.613133 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0c921381-a5c4-49cc-b15c-26fb48371d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:39.618018 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c4035c71-e98f-4520-aee0-2cd2e7cd8ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:39.622939 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c4035c71-e98f-4520-aee0-2cd2e7cd8ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:39.668560 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-c4035c71-e98f-4520-aee0-2cd2e7cd8ffd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5eec089ef6634411bac5e30b11b6cb34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4334915 Sep 26 11:22:39.670667 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4035c71-e98f-4520-aee0-2cd2e7cd8ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01782825-c3e8-4449-be4c-5cb5facda5ec,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:39.671872 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 45320) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:39.757770 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b6515cbe-a12a-4d78-8999-ff9281261289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:39.775519 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0c921381-a5c4-49cc-b15c-26fb48371d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:39.781724 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-0c921381-a5c4-49cc-b15c-26fb48371d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:39.804510 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b6515cbe-a12a-4d78-8999-ff9281261289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:39.842461 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c921381-a5c4-49cc-b15c-26fb48371d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19f6d61-92c0-4ef3-94e5-628854626714,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:39.856955 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-0c921381-a5c4-49cc-b15c-26fb48371d58 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5717e3ab92d6471ca357e68f1f78ebb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4876671 Sep 26 11:22:39.857049 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 45326) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:39.898102 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b6515cbe-a12a-4d78-8999-ff9281261289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:39.901192 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b6515cbe-a12a-4d78-8999-ff9281261289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:39.902563 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-b6515cbe-a12a-4d78-8999-ff9281261289 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01782825-c3e8-4449-be4c-5cb5facda5ec HTTP/1.1" status: 204 len: 168 time: 0.2297475 Sep 26 11:22:39.919341 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-03cb6ed2-eed8-46f8-9e96-61db6029b308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:39.929467 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6515cbe-a12a-4d78-8999-ff9281261289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01782825-c3e8-4449-be4c-5cb5facda5ec,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:39.963859 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-03cb6ed2-eed8-46f8-9e96-61db6029b308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:40.025049 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-03cb6ed2-eed8-46f8-9e96-61db6029b308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:40.028099 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-03cb6ed2-eed8-46f8-9e96-61db6029b308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:40.031745 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-03cb6ed2-eed8-46f8-9e96-61db6029b308 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b19f6d61-92c0-4ef3-94e5-628854626714 HTTP/1.1" status: 204 len: 168 time: 0.1713767 Sep 26 11:22:40.041607 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb6ed2-eed8-46f8-9e96-61db6029b308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19f6d61-92c0-4ef3-94e5-628854626714,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:40.235917 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b5bdb-dea6-49c6-8b0d-1b72de236265 req-cacecba9-42c7-4ee7-bbad-85aadcadd605 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:40.237710 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-131b5bdb-dea6-49c6-8b0d-1b72de236265 req-cacecba9-42c7-4ee7-bbad-85aadcadd605 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 944 time: 0.0587516 Sep 26 11:22:40.278840 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 45340) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:40.283320 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-131b5bdb-dea6-49c6-8b0d-1b72de236265 req-b538ed1d-ffcb-45d4-9108-c816d1674064 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394452 Sep 26 11:22:40.308328 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e0d3ecfc-7431-4c68-bebf-a94b9350c716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:40.459271 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d22c6-df3b-4ea0-bb6b-8098b49c97e3 req-6783a2a4-2239-4786-b833-2061cb916f2a tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:40.461141 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9d0d22c6-df3b-4ea0-bb6b-8098b49c97e3 req-6783a2a4-2239-4786-b833-2061cb916f2a tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.0715210 Sep 26 11:22:40.462999 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e0d3ecfc-7431-4c68-bebf-a94b9350c716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:40.469050 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e0d3ecfc-7431-4c68-bebf-a94b9350c716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:40.514897 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3ecfc-7431-4c68-bebf-a94b9350c716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d2536c-1475-4033-a866-393e1ae526d5,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:40.524535 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9d0d22c6-df3b-4ea0-bb6b-8098b49c97e3 req-7d06685a-d261-4410-9bea-d65419d79a53 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469201 Sep 26 11:22:40.538516 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 45348) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:40.551963 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-e0d3ecfc-7431-4c68-bebf-a94b9350c716 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15cbf0dd5e78431db3d3373e98e983ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689795 Sep 26 11:22:40.552934 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-da8b4a99-b7dc-4ac9-8e40-646eb91444cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:40.554801 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 45350) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:40.633233 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6d093eda-d9fe-4b15-a46d-7a135925b274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:40.658726 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-da8b4a99-b7dc-4ac9-8e40-646eb91444cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:40.659266 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6d093eda-d9fe-4b15-a46d-7a135925b274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:40.663731 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-da8b4a99-b7dc-4ac9-8e40-646eb91444cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:40.728394 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-da8b4a99-b7dc-4ac9-8e40-646eb91444cb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00380ac73fbb4cb3bf985dc6cfa1e1ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1961782 Sep 26 11:22:40.729244 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6d093eda-d9fe-4b15-a46d-7a135925b274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:40.729865 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b4a99-b7dc-4ac9-8e40-646eb91444cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e3f25c-2f5a-4cfa-b59d-1e393410060b,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:40.732223 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6d093eda-d9fe-4b15-a46d-7a135925b274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:40.732603 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 45352) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:40.734938 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-6d093eda-d9fe-4b15-a46d-7a135925b274 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/52d2536c-1475-4033-a866-393e1ae526d5 HTTP/1.1" status: 204 len: 168 time: 0.1774328 Sep 26 11:22:40.744696 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d093eda-d9fe-4b15-a46d-7a135925b274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d2536c-1475-4033-a866-393e1ae526d5,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:40.825328 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1eeb69ca-df83-422a-9668-ea0f758afe41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:40.863548 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1eeb69ca-df83-422a-9668-ea0f758afe41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:40.921700 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1eeb69ca-df83-422a-9668-ea0f758afe41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:40.924215 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1eeb69ca-df83-422a-9668-ea0f758afe41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:40.925426 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-1eeb69ca-df83-422a-9668-ea0f758afe41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15e3f25c-2f5a-4cfa-b59d-1e393410060b HTTP/1.1" status: 204 len: 168 time: 0.1915767 Sep 26 11:22:40.935088 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb69ca-df83-422a-9668-ea0f758afe41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e3f25c-2f5a-4cfa-b59d-1e393410060b,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:41.183231 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 45364) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:41.196444 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-11634844-6acc-4388-9513-bd87b0c61ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:41.297103 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-11634844-6acc-4388-9513-bd87b0c61ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:41.308024 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-11634844-6acc-4388-9513-bd87b0c61ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:41.348438 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11634844-6acc-4388-9513-bd87b0c61ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e739a6df-664a-4bfb-8edc-9b24b5b4b5f0,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:41.363083 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-11634844-6acc-4388-9513-bd87b0c61ff0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cfb114c1ac614a9995c2b7209165279f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1732280 Sep 26 11:22:41.363083 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 45370) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:41.440563 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4e09d6d6-fff4-44c4-a15b-09255f34f156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:41.452845 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 1d974647-41d0-4c2f-926c-3f67b3e72f55 details requested by agent hyperv_hv-cinder-81103 with host hv-cinder-81103 {{(pid=94002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 11:22:41.469013 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4e09d6d6-fff4-44c4-a15b-09255f34f156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:41.501061 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce031e0-07f4-495c-add7-d9b5d6704012 req-7a318e72-ed1b-465e-9088-b6eb1da3c8a9 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:41.511124 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2ce031e0-07f4-495c-add7-d9b5d6704012 req-7a318e72-ed1b-465e-9088-b6eb1da3c8a9 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 944 time: 0.1191108 Sep 26 11:22:41.576650 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4e09d6d6-fff4-44c4-a15b-09255f34f156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:41.586500 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4e09d6d6-fff4-44c4-a15b-09255f34f156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:41.588653 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-4e09d6d6-fff4-44c4-a15b-09255f34f156 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e739a6df-664a-4bfb-8edc-9b24b5b4b5f0 HTTP/1.1" status: 204 len: 168 time: 0.2273369 Sep 26 11:22:41.593008 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2ce031e0-07f4-495c-add7-d9b5d6704012 req-0a8fc76b-1d48-45eb-8ca9-f80f613d97c5 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674598 Sep 26 11:22:41.621788 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09d6d6-fff4-44c4-a15b-09255f34f156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e739a6df-664a-4bfb-8edc-9b24b5b4b5f0,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:41.774560 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 1d974647-41d0-4c2f-926c-3f67b3e72f55, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=1d974647-41d0-4c2f-926c-3f67b3e72f55,segment=NetworkSegment(fcc5799a-eb51-4135-962b-9ae4b4d86e58),segment_id=fcc5799a-eb51-4135-962b-9ae4b4d86e58)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:22:41.779595 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab56c74-3ba2-40a7-9d50-a49e58386e56 req-de8c8c6e-46e2-4690-97ae-d545d4cfe2d4 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:41.781251 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7ab56c74-3ba2-40a7-9d50-a49e58386e56 req-de8c8c6e-46e2-4690-97ae-d545d4cfe2d4 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.1096325 Sep 26 11:22:41.814963 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Returning: {'device': '1d974647-41d0-4c2f-926c-3f67b3e72f55', 'network_id': '3816b198-fbf9-4832-9257-7a9e89f72850', 'port_id': '1d974647-41d0-4c2f-926c-3f67b3e72f55', 'mac_address': 'fa:16:3e:9f:d0:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59e45337-b67d-4e42-97b1-813ae679474a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 11:22:41.868503 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7ab56c74-3ba2-40a7-9d50-a49e58386e56 req-1ba809ce-2dcc-4b54-9446-ffc9bd53e297 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742142 Sep 26 11:22:41.909642 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:41.927930 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d974647-41d0-4c2f-926c-3f67b3e72f55 {{(pid=94002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:22:41.960781 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 1d974647-41d0-4c2f-926c-3f67b3e72f55, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=1d974647-41d0-4c2f-926c-3f67b3e72f55,segment=NetworkSegment(fcc5799a-eb51-4135-962b-9ae4b4d86e58),segment_id=fcc5799a-eb51-4135-962b-9ae4b4d86e58)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:22:41.965474 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:42.039199 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=1d974647-41d0-4c2f-926c-3f67b3e72f55,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:42.222791 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['1d974647-41d0-4c2f-926c-3f67b3e72f55'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:22:42.422372 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 22413677-07ee-4a68-888e-1d2d10fb4a2f details requested by agent hyperv_hv-cinder-81103 with host hv-cinder-81103 {{(pid=94002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 11:22:42.581059 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 22413677-07ee-4a68-888e-1d2d10fb4a2f, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=22413677-07ee-4a68-888e-1d2d10fb4a2f,segment=NetworkSegment(fcc5799a-eb51-4135-962b-9ae4b4d86e58),segment_id=fcc5799a-eb51-4135-962b-9ae4b4d86e58)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:22:42.611049 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Returning: {'device': '22413677-07ee-4a68-888e-1d2d10fb4a2f', 'network_id': '3816b198-fbf9-4832-9257-7a9e89f72850', 'port_id': '22413677-07ee-4a68-888e-1d2d10fb4a2f', 'mac_address': 'fa:16:3e:d7:db:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59e45337-b67d-4e42-97b1-813ae679474a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 11:22:42.767251 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:42.833411 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22413677-07ee-4a68-888e-1d2d10fb4a2f {{(pid=94002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:22:42.873353 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 22413677-07ee-4a68-888e-1d2d10fb4a2f, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=22413677-07ee-4a68-888e-1d2d10fb4a2f,segment=NetworkSegment(fcc5799a-eb51-4135-962b-9ae4b4d86e58),segment_id=fcc5799a-eb51-4135-962b-9ae4b4d86e58)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:22:42.881330 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:42.900655 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e677bb9-491b-4bac-9629-813b98d238d2 req-297a2029-343b-471b-9bc1-fde12d1ca98a tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:42.914506 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9e677bb9-491b-4bac-9629-813b98d238d2 req-297a2029-343b-471b-9bc1-fde12d1ca98a tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 944 time: 0.1782873 Sep 26 11:22:43.005380 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=22413677-07ee-4a68-888e-1d2d10fb4a2f,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:43.041987 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9e677bb9-491b-4bac-9629-813b98d238d2 req-fff5c1ec-3306-47c7-856a-988f36273d3f tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216204 Sep 26 11:22:43.165599 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['22413677-07ee-4a68-888e-1d2d10fb4a2f'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:22:43.288987 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad61efd-3af3-4e7f-b9b2-353014ed5de0 req-a9f894ed-ab1b-4edd-926c-25396a38cf5f tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:43.290722 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1ad61efd-3af3-4e7f-b9b2-353014ed5de0 req-a9f894ed-ab1b-4edd-926c-25396a38cf5f tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.1542540 Sep 26 11:22:43.357280 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1ad61efd-3af3-4e7f-b9b2-353014ed5de0 req-62ad9c94-19ea-449d-bffb-6f8406df00a9 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594187 Sep 26 11:22:44.222445 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2a356-17d4-42bb-b13b-60bf5aafc8a4 req-e84b1885-eaec-4da9-97c9-2966e326036c tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:44.231780 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-37a2a356-17d4-42bb-b13b-60bf5aafc8a4 req-e84b1885-eaec-4da9-97c9-2966e326036c tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 945 time: 0.0758264 Sep 26 11:22:44.252136 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 45534) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:44.284055 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-37a2a356-17d4-42bb-b13b-60bf5aafc8a4 req-9e54b16f-1cd7-4c56-b5bf-70d2d97bbfd3 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508122 Sep 26 11:22:44.389652 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e29dff67-057c-41ac-91fe-de74a423fc11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:44.423884 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 614d3773-752f-48af-87db-06317ef7c95e details requested by agent hyperv_hv-cinder-81103 with host hv-cinder-81103 {{(pid=94002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 11:22:44.428814 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 22413677-07ee-4a68-888e-1d2d10fb4a2f up at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:22:44.507467 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564a39c-cd94-4c3d-9840-b4a76e178027 req-dd9a3e27-2b16-408a-a96b-26b993f125e1 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:44.515889 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c564a39c-cd94-4c3d-9840-b4a76e178027 req-dd9a3e27-2b16-408a-a96b-26b993f125e1 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.0701938 Sep 26 11:22:44.519264 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e29dff67-057c-41ac-91fe-de74a423fc11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:44.527979 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e29dff67-057c-41ac-91fe-de74a423fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:44.574356 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c564a39c-cd94-4c3d-9840-b4a76e178027 req-5f907110-db5f-40e2-b7a5-a13fa86a7fd6 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570476 Sep 26 11:22:44.593593 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-e29dff67-057c-41ac-91fe-de74a423fc11 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5e4c2063fcd4d15a2cdcdcdff375db9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3393912 Sep 26 11:22:44.594496 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 45554) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:44.599365 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 614d3773-752f-48af-87db-06317ef7c95e, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=614d3773-752f-48af-87db-06317ef7c95e,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:22:44.602973 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29dff67-057c-41ac-91fe-de74a423fc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802b0bf3-14a8-4fd0-b356-fc46d808d630,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:44.619981 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Returning: {'device': '614d3773-752f-48af-87db-06317ef7c95e', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'port_id': '614d3773-752f-48af-87db-06317ef7c95e', 'mac_address': 'fa:16:3e:76:eb:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 11:22:44.625678 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning for port 22413677-07ee-4a68-888e-1d2d10fb4a2f completed by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 11:22:44.652321 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning complete for port 22413677-07ee-4a68-888e-1d2d10fb4a2f triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:22:44.652936 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:44.659269 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7003fdfd-0475-492d-8b8d-e619396d8741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:44.686705 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7003fdfd-0475-492d-8b8d-e619396d8741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:44.690675 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:44.713980 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 614d3773-752f-48af-87db-06317ef7c95e {{(pid=94002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:22:44.739419 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 614d3773-752f-48af-87db-06317ef7c95e, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=614d3773-752f-48af-87db-06317ef7c95e,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:22:44.752752 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7003fdfd-0475-492d-8b8d-e619396d8741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:44.756237 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7003fdfd-0475-492d-8b8d-e619396d8741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:44.757536 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-7003fdfd-0475-492d-8b8d-e619396d8741 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/802b0bf3-14a8-4fd0-b356-fc46d808d630 HTTP/1.1" status: 204 len: 168 time: 0.1618640 Sep 26 11:22:44.774062 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003fdfd-0475-492d-8b8d-e619396d8741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802b0bf3-14a8-4fd0-b356-fc46d808d630,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:44.774268 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:44.846052 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:44.858871 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 45566) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:44.871102 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=614d3773-752f-48af-87db-06317ef7c95e,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:44.891160 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b1e8a3-28b2-45cf-9b09-0a59e55e08d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22413677-07ee-4a68-888e-1d2d10fb4a2f'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:22:44.892760 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9968f0-df21-48b7-9902-ca49db740d50" -d '{"events": [{"server_uuid": "74b1e8a3-28b2-45cf-9b09-0a59e55e08d1", "name": "network-vif-plugged", "status": "completed", "tag": "22413677-07ee-4a68-888e-1d2d10fb4a2f"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:22:44.910065 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 22413677-07ee-4a68-888e-1d2d10fb4a2f, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=22413677-07ee-4a68-888e-1d2d10fb4a2f,segment=NetworkSegment(fcc5799a-eb51-4135-962b-9ae4b4d86e58),segment_id=fcc5799a-eb51-4135-962b-9ae4b4d86e58)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:22:44.916501 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:44.918521 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 1d974647-41d0-4c2f-926c-3f67b3e72f55 up at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:22:44.972174 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71663165-fda2-493c-a4b9-09023b9b9629 x-openstack-request-id: req-71663165-fda2-493c-a4b9-09023b9b9629 {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:22:44.972997 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b1e8a3-28b2-45cf-9b09-0a59e55e08d1", "name": "network-vif-plugged", "status": "completed", "tag": "22413677-07ee-4a68-888e-1d2d10fb4a2f", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:22:44.973495 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71663165-fda2-493c-a4b9-09023b9b9629 {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:22:44.974062 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b1e8a3-28b2-45cf-9b09-0a59e55e08d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22413677-07ee-4a68-888e-1d2d10fb4a2f', 'code': 200} Sep 26 11:22:45.026197 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=22413677-07ee-4a68-888e-1d2d10fb4a2f,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:45.032833 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning for port 1d974647-41d0-4c2f-926c-3f67b3e72f55 completed by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 11:22:45.045482 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning complete for port 1d974647-41d0-4c2f-926c-3f67b3e72f55 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:22:45.046655 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:45.148019 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:45.184575 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 1d974647-41d0-4c2f-926c-3f67b3e72f55, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=1d974647-41d0-4c2f-926c-3f67b3e72f55,segment=NetworkSegment(fcc5799a-eb51-4135-962b-9ae4b4d86e58),segment_id=fcc5799a-eb51-4135-962b-9ae4b4d86e58)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:22:45.189550 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:45.190140 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-206ca161-adb5-4ff1-a1ce-5b2043ca2cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:45.242773 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=1d974647-41d0-4c2f-926c-3f67b3e72f55,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:45.296626 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-206ca161-adb5-4ff1-a1ce-5b2043ca2cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:45.300654 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-206ca161-adb5-4ff1-a1ce-5b2043ca2cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:45.338382 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ca161-adb5-4ff1-a1ce-5b2043ca2cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a02873-e305-4338-ae2f-9183f7a123ed,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:45.349041 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-206ca161-adb5-4ff1-a1ce-5b2043ca2cfd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9238d181a6ab4ec2a8dc9f171f68dfee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4890201 Sep 26 11:22:45.351614 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 45592) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:45.406797 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-339d3ac5-7f7d-47be-bf17-2585c0447abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:45.419752 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7885bb5-3561-4d99-a155-fc264e2b6caa req-a5181b84-94f6-40af-a6bb-96e591a6d860 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:45.421356 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a7885bb5-3561-4d99-a155-fc264e2b6caa req-a5181b84-94f6-40af-a6bb-96e591a6d860 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0531733 Sep 26 11:22:45.433812 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-339d3ac5-7f7d-47be-bf17-2585c0447abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:45.460825 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a7885bb5-3561-4d99-a155-fc264e2b6caa req-39c19701-1f15-4f2d-8bbd-b8640c797f54 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324466 Sep 26 11:22:45.501036 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-339d3ac5-7f7d-47be-bf17-2585c0447abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:45.504949 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-339d3ac5-7f7d-47be-bf17-2585c0447abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:45.506194 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-339d3ac5-7f7d-47be-bf17-2585c0447abe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49a02873-e305-4338-ae2f-9183f7a123ed HTTP/1.1" status: 204 len: 168 time: 0.1536498 Sep 26 11:22:45.515302 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d3ac5-7f7d-47be-bf17-2585c0447abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a02873-e305-4338-ae2f-9183f7a123ed,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:45.697056 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 45608) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:45.719543 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563e69f-d9bc-4fd0-b141-30b1798a7df0 req-399a3bb5-640e-4a82-813a-65542e9dae7c tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:45.721219 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e563e69f-d9bc-4fd0-b141-30b1798a7df0 req-399a3bb5-640e-4a82-813a-65542e9dae7c tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 944 time: 0.0558155 Sep 26 11:22:45.770555 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e563e69f-d9bc-4fd0-b141-30b1798a7df0 req-108ed170-079e-47a4-a6a4-2b7fe3758dcc tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417926 Sep 26 11:22:45.811657 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-7247f1cb-66a3-44ca-af05-35a4aaca9474 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-609850648-network', 'tenant_id': '47e585f8b7af4a3abc372b8a837a7578'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:22:45.831646 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 45612) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:45.839988 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7247f1cb-66a3-44ca-af05-35a4aaca9474 admin admin] Made reservation on behalf of 47e585f8b7af4a3abc372b8a837a7578 for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:22:45.842396 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7247f1cb-66a3-44ca-af05-35a4aaca9474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:45.854533 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-71da5eb9-2fc2-44fd-9de9-1df7da8c54d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:45.856383 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7247f1cb-66a3-44ca-af05-35a4aaca9474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:45.886741 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.db.api [None req-7247f1cb-66a3-44ca-af05-35a4aaca9474 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 26 11:22:45.886741 dv-cinder-811032-1-iscsi neutron-server[94000]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 26 11:22:45.886741 dv-cinder-811032-1-iscsi neutron-server[94000]: [parameters: {'project_id_1': '47e585f8b7af4a3abc372b8a837a7578', 'expiration_1': datetime.datetime(2021, 9, 26, 11, 22, 25, 874901)}] Sep 26 11:22:45.886741 dv-cinder-811032-1-iscsi neutron-server[94000]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94000) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 11:22:45.887182 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG oslo_db.api [None req-7247f1cb-66a3-44ca-af05-35a4aaca9474 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 11:22:45.955787 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-71da5eb9-2fc2-44fd-9de9-1df7da8c54d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:45.960573 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-71da5eb9-2fc2-44fd-9de9-1df7da8c54d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:45.999406 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-71da5eb9-2fc2-44fd-9de9-1df7da8c54d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8938c402000046c29ae00ec8e465ce6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1658533 Sep 26 11:22:46.001117 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 45618) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:46.009438 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da5eb9-2fc2-44fd-9de9-1df7da8c54d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83fa1b1-4929-4e43-9955-3ca79d7cf19d,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:46.075095 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8871ddfd-2bcf-4a8c-928f-b24e42eabaaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:46.103161 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8871ddfd-2bcf-4a8c-928f-b24e42eabaaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:46.157556 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8871ddfd-2bcf-4a8c-928f-b24e42eabaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:46.160435 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8871ddfd-2bcf-4a8c-928f-b24e42eabaaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:46.161728 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-8871ddfd-2bcf-4a8c-928f-b24e42eabaaf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e83fa1b1-4929-4e43-9955-3ca79d7cf19d HTTP/1.1" status: 204 len: 168 time: 0.1596432 Sep 26 11:22:46.169850 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871ddfd-2bcf-4a8c-928f-b24e42eabaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83fa1b1-4929-4e43-9955-3ca79d7cf19d,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:46.388949 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7247f1cb-66a3-44ca-af05-35a4aaca9474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:46.484117 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7247f1cb-66a3-44ca-af05-35a4aaca9474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:46.490117 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7247f1cb-66a3-44ca-af05-35a4aaca9474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:46.517423 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7247f1cb-66a3-44ca-af05-35a4aaca9474 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 11:22:46.528759 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247f1cb-66a3-44ca-af05-35a4aaca9474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840b6922-5a35-4d31-b1ea-17958a2f4c75,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:46.535906 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7247f1cb-66a3-44ca-af05-35a4aaca9474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:46.536362 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.db.segments_db [None req-7247f1cb-66a3-44ca-af05-35a4aaca9474 admin admin] Added segment 9c7723ed-648f-4bf6-9d12-d10bd7e684a4 of type vlan for network 671663ce-5be0-4402-bebb-a7d1b559daa7 Sep 26 11:22:46.581139 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7247f1cb-66a3-44ca-af05-35a4aaca9474 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784556657430'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:46.586083 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4669f98-463a-408f-b171-3d8aebf39bc1 req-982b588a-a4a2-4850-8487-3779d7e32e49 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:46.591769 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e4669f98-463a-408f-b171-3d8aebf39bc1 req-982b588a-a4a2-4850-8487-3779d7e32e49 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0593867 Sep 26 11:22:46.614396 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7247f1cb-66a3-44ca-af05-35a4aaca9474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:46.615476 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7247f1cb-66a3-44ca-af05-35a4aaca9474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:46.616104 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7247f1cb-66a3-44ca-af05-35a4aaca9474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:46.646858 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e4669f98-463a-408f-b171-3d8aebf39bc1 req-f58dcbae-7e7f-4ebf-b80d-4ea0faf19145 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524397 Sep 26 11:22:46.656558 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-7247f1cb-66a3-44ca-af05-35a4aaca9474 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9581528 Sep 26 11:22:46.659333 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 45642) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:46.664467 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-f05fcc48-943e-42f8-af80-60c699bdbbe4 admin admin] Request body: {'subnet': {'network_id': '671663ce-5be0-4402-bebb-a7d1b559daa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-609850648-subnet', 'tenant_id': '47e585f8b7af4a3abc372b8a837a7578', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:22:46.686767 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05fcc48-943e-42f8-af80-60c699bdbbe4 admin admin] Made reservation on behalf of 47e585f8b7af4a3abc372b8a837a7578 for: {'subnet': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:22:46.689491 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f05fcc48-943e-42f8-af80-60c699bdbbe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529669002'] for subnet, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:46.698158 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247f1cb-66a3-44ca-af05-35a4aaca9474 admin admin] Pushing event updated for resources: {'Network': ['ID=671663ce-5be0-4402-bebb-a7d1b559daa7,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:46.709218 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Network 671663ce-5be0-4402-bebb-a7d1b559daa7 details requested by agent ovs-agent-dv-cinder-811032-1-iscsi with host dv-cinder-811032-1-iscsi {{(pid=94002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 11:22:46.940557 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f05fcc48-943e-42f8-af80-60c699bdbbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530552600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529669048'] for subnet, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:46.959527 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed693a1-d5e1-483e-8b92-0fdcbe0a2756 req-9bfe42c4-944b-42d3-a5e4-678549fcb0b5 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:46.962044 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1ed693a1-d5e1-483e-8b92-0fdcbe0a2756 req-9bfe42c4-944b-42d3-a5e4-678549fcb0b5 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 944 time: 0.1105626 Sep 26 11:22:46.975262 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c9eff9-f28b-4865-a6b2-5438346b89be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d974647-41d0-4c2f-926c-3f67b3e72f55'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:22:46.978077 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31b2ce6-87fb-44ad-80a8-f07b92985c7f" -d '{"events": [{"server_uuid": "77c9eff9-f28b-4865-a6b2-5438346b89be", "name": "network-vif-plugged", "status": "completed", "tag": "1d974647-41d0-4c2f-926c-3f67b3e72f55"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:22:47.013300 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55263662-c77f-41ce-9b54-d9bff6a63bda x-openstack-request-id: req-55263662-c77f-41ce-9b54-d9bff6a63bda {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:22:47.013682 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c9eff9-f28b-4865-a6b2-5438346b89be", "name": "network-vif-plugged", "status": "completed", "tag": "1d974647-41d0-4c2f-926c-3f67b3e72f55", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:22:47.014019 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55263662-c77f-41ce-9b54-d9bff6a63bda {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:22:47.014510 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c9eff9-f28b-4865-a6b2-5438346b89be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d974647-41d0-4c2f-926c-3f67b3e72f55', 'code': 200} Sep 26 11:22:47.048731 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05fcc48-943e-42f8-af80-60c699bdbbe4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65dfcd2b-2d63-46d4-859e-1f1d5415bac6,revision_number=0']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:47.065996 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1ed693a1-d5e1-483e-8b92-0fdcbe0a2756 req-5ee9f780-fb3d-463c-9e14-09be5826d707 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801427 Sep 26 11:22:47.067475 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05fcc48-943e-42f8-af80-60c699bdbbe4 admin admin] Checking segment: {'id': '9c7723ed-648f-4bf6-9d12-d10bd7e684a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '671663ce-5be0-4402-bebb-a7d1b559daa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:22:47.067836 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05fcc48-943e-42f8-af80-60c699bdbbe4 admin admin] Network hostable DHCP agents. Network: 671663ce-5be0-4402-bebb-a7d1b559daa7, hostable agents: ['ecf2eb48-0220-401f-8612-1931512fe08d'], hosted agents: [] {{(pid=94001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 11:22:47.088028 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05fcc48-943e-42f8-af80-60c699bdbbe4 admin admin] Network 671663ce-5be0-4402-bebb-a7d1b559daa7 is scheduled to be hosted by DHCP agent ecf2eb48-0220-401f-8612-1931512fe08d with binding_index 1 {{(pid=94001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 11:22:47.100144 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-f05fcc48-943e-42f8-af80-60c699bdbbe4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811032-1-iscsi, 671663ce-5be0-4402-bebb-a7d1b559daa7) {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:22:47.108870 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05fcc48-943e-42f8-af80-60c699bdbbe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:47.109470 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f05fcc48-943e-42f8-af80-60c699bdbbe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:47.109591 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcb09be-00f8-4176-9923-76c994462832 None None] Network 671663ce-5be0-4402-bebb-a7d1b559daa7 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:22:47.127805 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-f05fcc48-943e-42f8-af80-60c699bdbbe4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4661992 Sep 26 11:22:47.273812 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d69f50-9ca6-4cf8-aa2e-9bdb0f741419 None None] Network 671663ce-5be0-4402-bebb-a7d1b559daa7 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:22:47.391255 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f109ab-de0e-4c4f-995d-0115de3f5405 req-3342c242-fd29-4ab9-adef-bb45516a8e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:47.393694 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f1f109ab-de0e-4c4f-995d-0115de3f5405 req-3342c242-fd29-4ab9-adef-bb45516a8e3d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 1099 time: 0.0664639 Sep 26 11:22:47.466484 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f1f109ab-de0e-4c4f-995d-0115de3f5405 req-6d61e828-2a0a-4a3c-b210-e17be9235846 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510404 Sep 26 11:22:47.585462 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['614d3773-752f-48af-87db-06317ef7c95e'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:22:47.822113 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674ba11-79f4-4c95-95e7-3814d9c6f380 req-560df4a9-db06-46b2-b4b0-4aca27df47f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:47.823730 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5674ba11-79f4-4c95-95e7-3814d9c6f380 req-560df4a9-db06-46b2-b4b0-4aca27df47f1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 1099 time: 0.1066093 Sep 26 11:22:47.851304 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba454333-c0b9-4c8d-902c-f85a605ed774 req-abb784a9-c3ba-4bdd-802a-0ffe39e3c77c tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:47.852877 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ba454333-c0b9-4c8d-902c-f85a605ed774 req-abb784a9-c3ba-4bdd-802a-0ffe39e3c77c tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.1212182 Sep 26 11:22:47.898123 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5674ba11-79f4-4c95-95e7-3814d9c6f380 req-799cf473-eee1-42f6-8594-dc8d5a2b4bcc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650444 Sep 26 11:22:47.912196 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ba454333-c0b9-4c8d-902c-f85a605ed774 req-3443463e-6055-449b-a6f6-8d0e50aa559d tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497475 Sep 26 11:22:48.194236 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ac433-7f7f-41af-98d7-6a26fa102aab req-c5afabc0-cb4d-4b75-91b9-cc2817702d3d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:48.195791 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-156ac433-7f7f-41af-98d7-6a26fa102aab req-c5afabc0-cb4d-4b75-91b9-cc2817702d3d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 944 time: 0.0513306 Sep 26 11:22:48.243702 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-156ac433-7f7f-41af-98d7-6a26fa102aab req-1d908400-2345-419a-9ae0-690b5547b942 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415368 Sep 26 11:22:49.039970 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61bbf5-129f-4a44-8aae-92a43d89441a req-fffe95e5-9e41-4405-b59d-1582b25f9422 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:49.041585 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0e61bbf5-129f-4a44-8aae-92a43d89441a req-fffe95e5-9e41-4405-b59d-1582b25f9422 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0563638 Sep 26 11:22:49.085690 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0e61bbf5-129f-4a44-8aae-92a43d89441a req-4daa3bbd-7730-4599-aaf3-e05edb46386c tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369902 Sep 26 11:22:49.202052 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-44c3f01e-300c-4642-b03f-06bd304165e1 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:49.203703 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-44c3f01e-300c-4642-b03f-06bd304165e1 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/networks?id=671663ce-5be0-4402-bebb-a7d1b559daa7 HTTP/1.1" status: 200 len: 813 time: 0.1032612 Sep 26 11:22:49.219809 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-b23170e7-0733-4edd-bb22-94885f612966 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/quotas/47e585f8b7af4a3abc372b8a837a7578 HTTP/1.1" status: 200 len: 375 time: 0.0099950 Sep 26 11:22:49.264194 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-3be54dd0-e19e-4d67-a498-0ef703778a70 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=47e585f8b7af4a3abc372b8a837a7578&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353646 Sep 26 11:22:49.304644 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 614d3773-752f-48af-87db-06317ef7c95e up at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:22:49.405316 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning for port 614d3773-752f-48af-87db-06317ef7c95e completed by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 11:22:49.409407 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning complete for port 614d3773-752f-48af-87db-06317ef7c95e triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:22:49.409875 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:49.462287 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-6439f661-ae1c-41ff-8bf6-036155167c77 service neutron] 10.222.0.15 "GET /v2.0/networks/671663ce-5be0-4402-bebb-a7d1b559daa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863523 Sep 26 11:22:49.499510 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:49.509099 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20621856-c325-4fab-93ad-525016eae44a req-a6beff64-9757-4dbd-979f-c768fbd22e7c tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:49.516675 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-20621856-c325-4fab-93ad-525016eae44a req-a6beff64-9757-4dbd-979f-c768fbd22e7c tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 944 time: 0.1272569 Sep 26 11:22:49.530969 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614d3773-752f-48af-87db-06317ef7c95e'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:22:49.537432 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7bf013-c5c4-4e10-b07e-314426b3cf5b" -d '{"events": [{"server_uuid": "3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447", "name": "network-vif-plugged", "status": "completed", "tag": "614d3773-752f-48af-87db-06317ef7c95e"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:22:49.538828 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7603f-f534-4afb-87ce-ba2eb1bf6ab7 req-ed3948ae-2865-4bb0-8048-39637a5625de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:49.540310 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b6b7603f-f534-4afb-87ce-ba2eb1bf6ab7 req-ed3948ae-2865-4bb0-8048-39637a5625de service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0a5a72529877428ea014522afb626541&device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 1099 time: 0.1499536 Sep 26 11:22:49.551572 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 614d3773-752f-48af-87db-06317ef7c95e, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=614d3773-752f-48af-87db-06317ef7c95e,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:22:49.556407 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:49.619441 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=614d3773-752f-48af-87db-06317ef7c95e,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:49.675106 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-20621856-c325-4fab-93ad-525016eae44a req-513df3ec-c61b-4e4b-9d3e-80cab3c5337f tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574962 Sep 26 11:22:49.697871 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-56a814f7-e6eb-4c9f-8917-83578cb3bf16 service neutron] 10.222.0.15 "GET /v2.0/networks/671663ce-5be0-4402-bebb-a7d1b559daa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265987 Sep 26 11:22:49.849668 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7603f-f534-4afb-87ce-ba2eb1bf6ab7 req-b68488cc-2d25-40ac-bcaa-dee554fabf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:49.851289 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b6b7603f-f534-4afb-87ce-ba2eb1bf6ab7 req-b68488cc-2d25-40ac-bcaa-dee554fabf5b service neutron] 10.222.0.22 "GET /v2.0/networks?id=3816b198-fbf9-4832-9257-7a9e89f72850 HTTP/1.1" status: 200 len: 919 time: 0.2767060 Sep 26 11:22:49.865032 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da267c-2167-425e-923f-5c2113f24ead req-33e80056-2ae9-4ad7-9288-e09073b9d3cc tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:49.867759 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f6da267c-2167-425e-923f-5c2113f24ead req-33e80056-2ae9-4ad7-9288-e09073b9d3cc tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0989385 Sep 26 11:22:49.951526 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ddded1-9f15-4ea9-b6fb-7b024209829c x-openstack-request-id: req-51ddded1-9f15-4ea9-b6fb-7b024209829c {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:22:49.951823 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447", "name": "network-vif-plugged", "status": "completed", "tag": "614d3773-752f-48af-87db-06317ef7c95e", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:22:49.952082 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51ddded1-9f15-4ea9-b6fb-7b024209829c {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:22:49.952917 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614d3773-752f-48af-87db-06317ef7c95e', 'code': 200} Sep 26 11:22:49.999343 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b6b7603f-f534-4afb-87ce-ba2eb1bf6ab7 req-1b2f0604-9b9b-4d03-a9a6-c10b594bea23 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=22413677-07ee-4a68-888e-1d2d10fb4a2f HTTP/1.1" status: 200 len: 217 time: 0.1288867 Sep 26 11:22:50.117413 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bce83efc-a9bd-4332-ac5f-a87191a6e42a req-bd3de4da-3465-400e-8bbe-e83e04ca89ec tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 210 time: 0.0836859 Sep 26 11:22:50.128597 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f6da267c-2167-425e-923f-5c2113f24ead req-240fc33e-6fc4-41d3-85a6-2042efd9c52b tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270334 Sep 26 11:22:50.151583 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7603f-f534-4afb-87ce-ba2eb1bf6ab7 req-68844d73-87f5-4d08-a705-eb7a30ee8a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:50.156629 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b6b7603f-f534-4afb-87ce-ba2eb1bf6ab7 req-68844d73-87f5-4d08-a705-eb7a30ee8a4b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=59e45337-b67d-4e42-97b1-813ae679474a HTTP/1.1" status: 200 len: 858 time: 0.1449652 Sep 26 11:22:50.203799 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b6b7603f-f534-4afb-87ce-ba2eb1bf6ab7 req-1da93e4a-14d8-408c-b7a8-d72dfb7eb116 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3816b198-fbf9-4832-9257-7a9e89f72850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309629 Sep 26 11:22:50.248841 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c7ada6-63d4-42f8-aa52-ea21b2b4c919 req-5b367019-4415-4a2d-9542-0dea8a63b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:50.250701 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-79c7ada6-63d4-42f8-aa52-ea21b2b4c919 req-5b367019-4415-4a2d-9542-0dea8a63b1d5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 1098 time: 0.1007559 Sep 26 11:22:50.304318 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-79c7ada6-63d4-42f8-aa52-ea21b2b4c919 req-1dd98a3e-1c43-457d-b1c2-ddafe5e28286 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436027 Sep 26 11:22:50.324908 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b6b7603f-f534-4afb-87ce-ba2eb1bf6ab7 req-71b0b68e-d5bd-43d7-8be3-a7fa3f6a649d service neutron] 10.222.0.22 "GET /v2.0/networks/3816b198-fbf9-4832-9257-7a9e89f72850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046188 Sep 26 11:22:50.811312 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afca01e-9d40-4884-9d74-b7cd1a20d658 req-19efdb0d-8154-4500-8031-d283b7d0c8aa tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:50.812885 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1afca01e-9d40-4884-9d74-b7cd1a20d658 req-19efdb0d-8154-4500-8031-d283b7d0c8aa tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0529034 Sep 26 11:22:50.853465 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1afca01e-9d40-4884-9d74-b7cd1a20d658 req-e8afe271-bf7a-4e5c-a936-fc4281359f84 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342205 Sep 26 11:22:50.903080 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 45824) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:51.013823 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2730fe15-0fd3-458d-bf08-eb408785fcfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:51.103782 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2730fe15-0fd3-458d-bf08-eb408785fcfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:51.107525 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2730fe15-0fd3-458d-bf08-eb408785fcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:51.153237 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730fe15-0fd3-458d-bf08-eb408785fcfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f2a7c9-1072-46fe-8be9-569c427d7dbc,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:51.159677 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-2730fe15-0fd3-458d-bf08-eb408785fcfd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8475bcfc4a49423eaa74b40a0e1dc097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529516 Sep 26 11:22:51.161172 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 45834) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:51.163607 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2730fe15-0fd3-458d-bf08-eb408785fcfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:51.164288 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2730fe15-0fd3-458d-bf08-eb408785fcfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:51.164288 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2730fe15-0fd3-458d-bf08-eb408785fcfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:51.164621 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2730fe15-0fd3-458d-bf08-eb408785fcfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:51.164950 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2730fe15-0fd3-458d-bf08-eb408785fcfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:51.165279 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2730fe15-0fd3-458d-bf08-eb408785fcfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:51.165608 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2730fe15-0fd3-458d-bf08-eb408785fcfd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:51.165974 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2730fe15-0fd3-458d-bf08-eb408785fcfd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:51.166251 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2730fe15-0fd3-458d-bf08-eb408785fcfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:51.166631 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2730fe15-0fd3-458d-bf08-eb408785fcfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:51.166981 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2730fe15-0fd3-458d-bf08-eb408785fcfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:51.167303 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2730fe15-0fd3-458d-bf08-eb408785fcfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:51.223702 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5cf12c86-2f49-4d91-96c2-7efa74944c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:51.244655 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5cf12c86-2f49-4d91-96c2-7efa74944c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:51.251464 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b0b2880d-b6a5-4bb0-b8c1-eee17ae9648c req-97b39f79-5e09-40ad-8512-feabfe97c033 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 210 time: 0.0410454 Sep 26 11:22:51.272388 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6dfc8-fa5b-4057-8592-bdf2fa77c98c req-36f865e1-a7b5-4dcc-b2d3-1fa973c5ac9c tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:51.273895 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a5b6dfc8-fa5b-4057-8592-bdf2fa77c98c req-36f865e1-a7b5-4dcc-b2d3-1fa973c5ac9c tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0737920 Sep 26 11:22:51.300394 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5cf12c86-2f49-4d91-96c2-7efa74944c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:51.304483 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5cf12c86-2f49-4d91-96c2-7efa74944c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:51.305655 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-5cf12c86-2f49-4d91-96c2-7efa74944c33 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/97f2a7c9-1072-46fe-8be9-569c427d7dbc HTTP/1.1" status: 204 len: 168 time: 0.1434932 Sep 26 11:22:51.313888 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf12c86-2f49-4d91-96c2-7efa74944c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f2a7c9-1072-46fe-8be9-569c427d7dbc,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:51.314026 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a5b6dfc8-fa5b-4057-8592-bdf2fa77c98c req-7774a11f-b080-4b88-8f3c-e841b0151595 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339475 Sep 26 11:22:51.321805 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf12c86-2f49-4d91-96c2-7efa74944c33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:51.322045 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf12c86-2f49-4d91-96c2-7efa74944c33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:51.322391 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf12c86-2f49-4d91-96c2-7efa74944c33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:51.322766 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf12c86-2f49-4d91-96c2-7efa74944c33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:51.323103 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf12c86-2f49-4d91-96c2-7efa74944c33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:51.323436 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf12c86-2f49-4d91-96c2-7efa74944c33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:51.323767 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf12c86-2f49-4d91-96c2-7efa74944c33 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:51.324097 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf12c86-2f49-4d91-96c2-7efa74944c33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:51.324438 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf12c86-2f49-4d91-96c2-7efa74944c33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:51.324776 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf12c86-2f49-4d91-96c2-7efa74944c33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:51.325085 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf12c86-2f49-4d91-96c2-7efa74944c33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:51.325410 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf12c86-2f49-4d91-96c2-7efa74944c33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:22:51.578001 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 45846) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:51.594673 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ff4c1e97-52f9-4cd9-be06-6dd6f3c2b27a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:51.691184 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ff4c1e97-52f9-4cd9-be06-6dd6f3c2b27a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:51.695201 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ff4c1e97-52f9-4cd9-be06-6dd6f3c2b27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:51.731882 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c1e97-52f9-4cd9-be06-6dd6f3c2b27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353d4967-482b-457b-8e68-b84e2fc6969c,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:51.737062 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-ff4c1e97-52f9-4cd9-be06-6dd6f3c2b27a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2aee9d9fb584db6b8aa585f883d453e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580224 Sep 26 11:22:51.739911 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 45848) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:51.789729 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fdc76c8b-47a6-4f40-be67-61bee69a61cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:51.809545 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fdc76c8b-47a6-4f40-be67-61bee69a61cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:51.855957 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fdc76c8b-47a6-4f40-be67-61bee69a61cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:51.858749 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fdc76c8b-47a6-4f40-be67-61bee69a61cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:51.859946 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-fdc76c8b-47a6-4f40-be67-61bee69a61cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/353d4967-482b-457b-8e68-b84e2fc6969c HTTP/1.1" status: 204 len: 168 time: 0.1190925 Sep 26 11:22:51.868330 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc76c8b-47a6-4f40-be67-61bee69a61cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353d4967-482b-457b-8e68-b84e2fc6969c,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:51.999068 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef440825-2f33-4f44-9eed-26e96ffdbc31 req-36e1dcd7-90d0-4b73-bcd0-1c572877d43f tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:51.999068 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ef440825-2f33-4f44-9eed-26e96ffdbc31 req-36e1dcd7-90d0-4b73-bcd0-1c572877d43f tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0497653 Sep 26 11:22:52.039262 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ef440825-2f33-4f44-9eed-26e96ffdbc31 req-3b7136be-5874-4840-a60f-43c814c7d114 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365293 Sep 26 11:22:52.349694 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d1d4c0a7-c434-4169-8d61-3be0fb366ae4 req-c42b776d-82af-41d3-8154-014ef91fd0ce tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 210 time: 0.0309169 Sep 26 11:22:52.440784 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9001ee-0a0f-4638-abd6-789811e4bead req-df770880-5786-450a-98ba-2fcbe9fe4ce8 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:52.443168 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6e9001ee-0a0f-4638-abd6-789811e4bead req-df770880-5786-450a-98ba-2fcbe9fe4ce8 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0492060 Sep 26 11:22:52.481154 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6e9001ee-0a0f-4638-abd6-789811e4bead req-c9edc413-9c39-4b49-816f-3956425910b9 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319502 Sep 26 11:22:53.176621 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c36b3d-0fe7-4b96-9de5-ffa50642b02c req-78e51418-0cc2-41e1-b5d3-614e21dcc6a8 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:53.179604 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d8c36b3d-0fe7-4b96-9de5-ffa50642b02c req-78e51418-0cc2-41e1-b5d3-614e21dcc6a8 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0633981 Sep 26 11:22:53.224125 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d8c36b3d-0fe7-4b96-9de5-ffa50642b02c req-b8f8e590-eb3a-4a7c-a458-3421e78eab1a tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382462 Sep 26 11:22:53.444350 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-375b44d9-4320-4b9a-aa8f-4b4bb43d20bd req-82f31df7-b4f4-40a0-8caf-4ee9d93bb08d tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 210 time: 0.0273614 Sep 26 11:22:53.648936 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b6b7603f-f534-4afb-87ce-ba2eb1bf6ab7 req-45b540d8-a9b6-4e90-97ce-fd7d6e8c879d service neutron] 10.222.0.22 "GET /v2.0/networks/3816b198-fbf9-4832-9257-7a9e89f72850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456587 Sep 26 11:22:53.664506 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6db4a-a5c5-40fa-a407-e31570164638 req-fa326562-7bdc-47eb-9b2b-d5afae8650f8 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:53.673599 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0ee6db4a-a5c5-40fa-a407-e31570164638 req-fa326562-7bdc-47eb-9b2b-d5afae8650f8 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0879827 Sep 26 11:22:53.709159 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0ee6db4a-a5c5-40fa-a407-e31570164638 req-a58edbae-114c-4f25-a0d8-66ea8e3702f3 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370073 Sep 26 11:22:54.352820 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49365da8-d2ce-442f-ab66-b8983bd35318 req-6cda6b57-ee33-4ac1-bdbb-5252840e5505 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:54.354306 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-49365da8-d2ce-442f-ab66-b8983bd35318 req-6cda6b57-ee33-4ac1-bdbb-5252840e5505 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0521679 Sep 26 11:22:54.399023 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-49365da8-d2ce-442f-ab66-b8983bd35318 req-e49f6db5-e3e4-4c76-951d-66e5c9852366 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386875 Sep 26 11:22:54.552680 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-336985e0-fa4a-4dd5-a45e-48368e9828c9 req-b092aa0b-5402-4425-a8b4-0590e07ebc8b tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 210 time: 0.0313153 Sep 26 11:22:54.829884 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2afbf2-057c-4cca-9045-9c9ac86cf818 req-e5f2de3b-4cf4-4f28-aeb0-f3a620c1b889 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:54.831514 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6a2afbf2-057c-4cca-9045-9c9ac86cf818 req-e5f2de3b-4cf4-4f28-aeb0-f3a620c1b889 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0520115 Sep 26 11:22:54.875825 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6a2afbf2-057c-4cca-9045-9c9ac86cf818 req-2679a6f8-edd5-467f-9bdb-73eac25692c1 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335515 Sep 26 11:22:55.527329 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e459f-654c-43d8-b032-d9b2d205cde6 req-a2161ee0-479d-4c8c-bbaa-f97c98e876ac tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:55.529466 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e34e459f-654c-43d8-b032-d9b2d205cde6 req-a2161ee0-479d-4c8c-bbaa-f97c98e876ac tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0586843 Sep 26 11:22:55.569175 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e34e459f-654c-43d8-b032-d9b2d205cde6 req-194b5c34-f9c2-442f-a09e-1cda0d21b056 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324740 Sep 26 11:22:55.659162 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-677b7b4f-5c37-4414-a48a-296248623d2f req-39b9c6b4-e68e-493c-bead-0e28b8849507 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 210 time: 0.0258689 Sep 26 11:22:56.015861 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d645b14-f56f-4714-b8c7-80a2792c443d req-100adfe9-ad4c-41c7-b922-ce6d03dce749 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:56.017328 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8d645b14-f56f-4714-b8c7-80a2792c443d req-100adfe9-ad4c-41c7-b922-ce6d03dce749 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0500357 Sep 26 11:22:56.060371 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8d645b14-f56f-4714-b8c7-80a2792c443d req-5e9cc293-038d-423f-9744-a4cabcdab72b tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359781 Sep 26 11:22:56.694123 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b53f76-8878-43c7-9503-3334124960f6 req-83870351-bb76-44a6-bdc1-0db987011e86 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:56.695982 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f9b53f76-8878-43c7-9503-3334124960f6 req-83870351-bb76-44a6-bdc1-0db987011e86 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0538282 Sep 26 11:22:56.904661 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e51e4fb0-234c-453c-8f96-07210b20d555 req-07a06fe3-0271-481e-8ae3-8aab3531e907 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 210 time: 0.0361371 Sep 26 11:22:56.912929 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f9b53f76-8878-43c7-9503-3334124960f6 req-e63b86c4-36eb-4d32-a2db-26f780267b4b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075858 Sep 26 11:22:57.183369 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31f4c6-c612-47f0-8a82-7bfe1be8cc74 req-cb4da952-cf59-44a4-badd-a92736fe29fe tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:57.184848 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2c31f4c6-c612-47f0-8a82-7bfe1be8cc74 req-cb4da952-cf59-44a4-badd-a92736fe29fe tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0496476 Sep 26 11:22:57.225901 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2c31f4c6-c612-47f0-8a82-7bfe1be8cc74 req-2ab6f64a-e19d-45d7-8328-cb2b7e4cbf6e tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349939 Sep 26 11:22:57.307974 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:22:57.617939 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-60db4d65-fe6e-44d9-b58a-e9f5c3b00271 req-0b1ac41e-0259-4557-abc2-086dbbe0c1ea service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430613 Sep 26 11:22:57.654215 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-e9e42b1a-ad00-447b-82d6-d68cbe1b4998 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:57.656056 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-e9e42b1a-ad00-447b-82d6-d68cbe1b4998 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.22 "GET /v2.0/networks?id=671663ce-5be0-4402-bebb-a7d1b559daa7 HTTP/1.1" status: 200 len: 813 time: 0.1219995 Sep 26 11:22:57.677002 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-df1a56cd-c27f-45c7-8dca-ecfa10ee8c8c tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Request body: {'port': {'device_id': '4e05baae-2176-45c4-b53b-aa2d2f4c231d', 'network_id': '671663ce-5be0-4402-bebb-a7d1b559daa7', 'admin_state_up': True, 'tenant_id': '47e585f8b7af4a3abc372b8a837a7578'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:22:57.738272 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db4d65-fe6e-44d9-b58a-e9f5c3b00271 req-5982a3a6-0a94-43f8-91cf-cc8f5c9d1645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:57.739971 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-60db4d65-fe6e-44d9-b58a-e9f5c3b00271 req-5982a3a6-0a94-43f8-91cf-cc8f5c9d1645 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=67eee41fc6fb495c886ceb34253e4191&device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 1098 time: 0.0487721 Sep 26 11:22:57.847575 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-df1a56cd-c27f-45c7-8dca-ecfa10ee8c8c tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Made reservation on behalf of 47e585f8b7af4a3abc372b8a837a7578 for: {'port': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:22:57.857012 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-df1a56cd-c27f-45c7-8dca-ecfa10ee8c8c tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:57.889145 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db4d65-fe6e-44d9-b58a-e9f5c3b00271 req-d11b412e-4c75-4525-890c-17d6e651ea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:57.890609 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-60db4d65-fe6e-44d9-b58a-e9f5c3b00271 req-d11b412e-4c75-4525-890c-17d6e651ea1a service neutron] 10.222.0.22 "GET /v2.0/networks?id=072d778e-b4c9-4688-a1f8-87635c19d212 HTTP/1.1" status: 200 len: 912 time: 0.1030662 Sep 26 11:22:57.953714 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-60db4d65-fe6e-44d9-b58a-e9f5c3b00271 req-bc9efbc4-cd2c-49ae-84ec-5e721d5d8ad0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88368c0f-e3c1-498e-ab94-d8ca96649dad HTTP/1.1" status: 200 len: 217 time: 0.0443635 Sep 26 11:22:58.020564 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db4d65-fe6e-44d9-b58a-e9f5c3b00271 req-9a14c858-db6b-45af-9b23-b48bae4b98e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:58.022481 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-60db4d65-fe6e-44d9-b58a-e9f5c3b00271 req-9a14c858-db6b-45af-9b23-b48bae4b98e1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4fb10538-4767-437e-9cc6-8cdf98561c3a HTTP/1.1" status: 200 len: 851 time: 0.0565383 Sep 26 11:22:58.064174 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-60db4d65-fe6e-44d9-b58a-e9f5c3b00271 req-5bd4a9fc-59ee-44e4-bc26-68f5b9f28ae3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=072d778e-b4c9-4688-a1f8-87635c19d212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294867 Sep 26 11:22:58.089553 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-48ee9bf7-0f08-4794-b471-ae2c098a22bc req-f0f00885-0733-4ce7-a355-e27de08cceb7 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 210 time: 0.0771439 Sep 26 11:22:58.203373 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc423aa-920b-4bde-bc46-04c005824209 req-f75bd724-ad5a-444e-85e5-d04d04ec4ceb tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:58.207506 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9dc423aa-920b-4bde-bc46-04c005824209 req-f75bd724-ad5a-444e-85e5-d04d04ec4ceb tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.1848044 Sep 26 11:22:58.207672 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-60db4d65-fe6e-44d9-b58a-e9f5c3b00271 req-904e289a-7e79-48cf-9e9b-c9356f11d4f5 service neutron] 10.222.0.22 "GET /v2.0/networks/072d778e-b4c9-4688-a1f8-87635c19d212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351683 Sep 26 11:22:58.265207 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-df1a56cd-c27f-45c7-8dca-ecfa10ee8c8c tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Allocated IP 172.20.0.14 (671663ce-5be0-4402-bebb-a7d1b559daa7/65dfcd2b-2d63-46d4-859e-1f1d5415bac6/aafb1a02-393e-4cf7-89a9-934181d5e7a0) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:22:58.362936 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-60db4d65-fe6e-44d9-b58a-e9f5c3b00271 req-ce5fed84-46a5-4e30-b669-30b26b70c8b5 service neutron] 10.222.0.22 "GET /v2.0/networks/072d778e-b4c9-4688-a1f8-87635c19d212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456056 Sep 26 11:22:58.418081 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9dc423aa-920b-4bde-bc46-04c005824209 req-c6a934a4-4395-4577-85c7-aeda7390f250 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810091 Sep 26 11:22:58.482682 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-4bff840c-98e3-4a30-adf9-ba5764a34325 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:58.484254 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-4bff840c-98e3-4a30-adf9-ba5764a34325 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/networks?id=3648fc75-c2d1-4acd-9ffa-052eac6b49c8 HTTP/1.1" status: 200 len: 814 time: 0.2701275 Sep 26 11:22:58.526996 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-ce873926-55e3-4c93-b764-130bfe96bc60 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/quotas/2420ccca5e84489db9a6b4bf84d2a930 HTTP/1.1" status: 200 len: 375 time: 0.0321832 Sep 26 11:22:58.678724 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-21f069e9-4b99-4fc1-bc4c-66bd182a66ea tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2420ccca5e84489db9a6b4bf84d2a930&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1187537 Sep 26 11:22:58.683819 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-df1a56cd-c27f-45c7-8dca-ecfa10ee8c8c tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:58.692990 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f5d4e-59f4-4f47-afb1-8f0b5ac15679 req-327bbee0-c73b-4cf7-8a3b-870f2ed9c334 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:58.694480 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3f1f5d4e-59f4-4f47-afb1-8f0b5ac15679 req-327bbee0-c73b-4cf7-8a3b-870f2ed9c334 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.1334743 Sep 26 11:22:58.819849 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3f1f5d4e-59f4-4f47-afb1-8f0b5ac15679 req-97d0209d-fc89-47f4-bbdc-924149511ac2 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126490 Sep 26 11:22:58.823107 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-df1a56cd-c27f-45c7-8dca-ecfa10ee8c8c tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:58.937135 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:58.955985 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-bcbc52bd-c580-4384-b82f-9071e8f4b29d service neutron] 10.222.0.15 "GET /v2.0/networks/3648fc75-c2d1-4acd-9ffa-052eac6b49c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588420 Sep 26 11:22:58.984753 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-df1a56cd-c27f-45c7-8dca-ecfa10ee8c8c tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Network 671663ce-5be0-4402-bebb-a7d1b559daa7 is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:22:59.005154 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-df1a56cd-c27f-45c7-8dca-ecfa10ee8c8c tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:22:59.023469 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-df1a56cd-c27f-45c7-8dca-ecfa10ee8c8c tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:22:59.067928 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a56cd-c27f-45c7-8dca-ecfa10ee8c8c tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Pushing event updated for resources: {'Port': ['ID=aafb1a02-393e-4cf7-89a9-934181d5e7a0,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:59.159063 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-df1a56cd-c27f-45c7-8dca-ecfa10ee8c8c tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:59.160867 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-df1a56cd-c27f-45c7-8dca-ecfa10ee8c8c tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:59.175311 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-67f95088-940e-4483-b5c2-b56cab2c7fcf service neutron] 10.222.0.15 "GET /v2.0/networks/3648fc75-c2d1-4acd-9ffa-052eac6b49c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171886 Sep 26 11:22:59.183138 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-df1a56cd-c27f-45c7-8dca-ecfa10ee8c8c tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5104268 Sep 26 11:22:59.189145 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 46082) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:59.210850 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-7190ceea-7de8-462d-aaf3-3a3c3903fc9a service neutron] Request body: {'port': {'device_id': '4e05baae-2176-45c4-b53b-aa2d2f4c231d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81103'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:22:59.319882 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb751e-e0ea-4f11-afb6-cb6d18b1cefc req-134f2eba-70a1-4511-a5a5-ce1607895061 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:59.321465 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-12cb751e-e0ea-4f11-afb6-cb6d18b1cefc req-134f2eba-70a1-4511-a5a5-ce1607895061 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 932 time: 0.0815954 Sep 26 11:22:59.354290 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-0a1df6a5-6e28-4fa1-895e-0b4d38b319ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:59.354624 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-7190ceea-7de8-462d-aaf3-3a3c3903fc9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:59.383433 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ded87cb7-f4d8-4c99-b7f5-b7cf8dbc987d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:59.408586 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6eff1470-5bf0-40c7-898a-b98c87a9c38b req-de979896-ed63-4410-86f6-680af4830531 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=7af53ff6-c8e5-40c6-b897-4593bc616288 HTTP/1.1" status: 200 len: 210 time: 0.0417559 Sep 26 11:22:59.451059 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-12cb751e-e0ea-4f11-afb6-cb6d18b1cefc req-1600fb83-cf5b-4e41-9dec-abe2464022da tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067581 Sep 26 11:22:59.493519 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ded87cb7-f4d8-4c99-b7f5-b7cf8dbc987d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:59.499441 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ded87cb7-f4d8-4c99-b7f5-b7cf8dbc987d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:59.548404 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-ded87cb7-f4d8-4c99-b7f5-b7cf8dbc987d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1fcf84d4062049e988ea9ec12b7ff891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3581409 Sep 26 11:22:59.551754 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 46098) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:22:59.558940 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded87cb7-f4d8-4c99-b7f5-b7cf8dbc987d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20af022f-bdc9-4d32-b7d0-8cef86dc6bc8,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:59.619017 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7dc37f4c-a08d-4091-9bef-9e12bf93b91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:59.644327 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7dc37f4c-a08d-4091-9bef-9e12bf93b91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:59.700018 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7dc37f4c-a08d-4091-9bef-9e12bf93b91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:59.702931 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7dc37f4c-a08d-4091-9bef-9e12bf93b91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:22:59.707736 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-7dc37f4c-a08d-4091-9bef-9e12bf93b91d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/20af022f-bdc9-4d32-b7d0-8cef86dc6bc8 HTTP/1.1" status: 204 len: 168 time: 0.1516721 Sep 26 11:22:59.715922 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc37f4c-a08d-4091-9bef-9e12bf93b91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20af022f-bdc9-4d32-b7d0-8cef86dc6bc8,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:22:59.959588 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefe916-9ad7-464b-97c7-3f906ccbfcfb req-fcff0bd5-1d86-4301-8ca1-9a4558af9897 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:22:59.961142 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-cbefe916-9ad7-464b-97c7-3f906ccbfcfb req-fcff0bd5-1d86-4301-8ca1-9a4558af9897 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.4386985 Sep 26 11:23:00.096610 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-cbefe916-9ad7-464b-97c7-3f906ccbfcfb req-33b93445-49a5-45e9-8e32-ce623f606eb7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975933 Sep 26 11:23:00.108896 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a762613-fba3-4f45-858c-62b901cd6606 req-913490e2-e0f1-4780-b93b-fb0c90594a80 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:00.117359 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1a762613-fba3-4f45-858c-62b901cd6606 req-913490e2-e0f1-4780-b93b-fb0c90594a80 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.1720695 Sep 26 11:23:00.193486 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-7190ceea-7de8-462d-aaf3-3a3c3903fc9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aafb1a02-393e-4cf7-89a9-934181d5e7a0 {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:23:00.216005 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-7190ceea-7de8-462d-aaf3-3a3c3903fc9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:00.220613 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 46130) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:00.235556 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9ade64d5-5271-4ffd-8a54-d689f8a8dd20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:00.282006 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-7190ceea-7de8-462d-aaf3-3a3c3903fc9a service neutron] Transition to ACTIVE for port object aafb1a02-393e-4cf7-89a9-934181d5e7a0 will not be triggered until provisioned by entity L2. {{(pid=94001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 11:23:00.288180 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1a762613-fba3-4f45-858c-62b901cd6606 req-52c3f57e-a9ea-4a04-bfb0-9619b43eb25e tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698713 Sep 26 11:23:00.290260 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-7190ceea-7de8-462d-aaf3-3a3c3903fc9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530552719'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:00.343328 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9ade64d5-5271-4ffd-8a54-d689f8a8dd20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:00.344663 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0fe14-f10f-423e-8e5b-9dad61ddbe95 req-199dca7d-1f31-4c2c-9f8b-c2c05b6d9fc4 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:00.346442 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-74b0fe14-f10f-423e-8e5b-9dad61ddbe95 req-199dca7d-1f31-4c2c-9f8b-c2c05b6d9fc4 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.1441228 Sep 26 11:23:00.348583 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9ade64d5-5271-4ffd-8a54-d689f8a8dd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:00.356577 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 46134) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:00.364079 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-f6ec8661-95e3-4657-a6f3-12be276bcc58 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Request body: {'floatingip': {'port_id': '614d3773-752f-48af-87db-06317ef7c95e'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:23:00.386274 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade64d5-5271-4ffd-8a54-d689f8a8dd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e610e355-6579-4f03-958e-c19a5b417934,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:00.392235 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-9ade64d5-5271-4ffd-8a54-d689f8a8dd20 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ec6118a5698441c8e3b3a21c88cbb4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1705799 Sep 26 11:23:00.394759 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 46136) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:00.439162 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190ceea-7de8-462d-aaf3-3a3c3903fc9a service neutron] Pushing event updated for resources: {'Port': ['ID=aafb1a02-393e-4cf7-89a9-934181d5e7a0,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:00.449130 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1c72c434-bbb2-4e68-86ad-026d2871fd44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:00.473971 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f6ec8661-95e3-4657-a6f3-12be276bcc58 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for floatingip, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:00.475659 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1c72c434-bbb2-4e68-86ad-026d2871fd44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:00.528276 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1c72c434-bbb2-4e68-86ad-026d2871fd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:00.531119 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1c72c434-bbb2-4e68-86ad-026d2871fd44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:00.535195 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-1c72c434-bbb2-4e68-86ad-026d2871fd44 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e610e355-6579-4f03-958e-c19a5b417934 HTTP/1.1" status: 204 len: 168 time: 0.1366451 Sep 26 11:23:00.541293 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72c434-bbb2-4e68-86ad-026d2871fd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e610e355-6579-4f03-958e-c19a5b417934,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:00.638425 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3bb847c3-2664-4951-be20-3ea0a54bdfef req-bb0725a6-a303-45fa-837d-7696536ea5ca tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=7af53ff6-c8e5-40c6-b897-4593bc616288 HTTP/1.1" status: 200 len: 210 time: 0.1180906 Sep 26 11:23:00.739377 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43659177-54eb-46f9-987d-a46d51a7abaa req-b530b84c-f7b1-4d90-97bd-5e202b4af5a1 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:00.740820 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-43659177-54eb-46f9-987d-a46d51a7abaa req-b530b84c-f7b1-4d90-97bd-5e202b4af5a1 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 944 time: 0.1617222 Sep 26 11:23:00.780779 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-7190ceea-7de8-462d-aaf3-3a3c3903fc9a service neutron] Attempting to bind port aafb1a02-393e-4cf7-89a9-934181d5e7a0 on host hv-cinder-81103 for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:23:00.781155 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-7190ceea-7de8-462d-aaf3-3a3c3903fc9a service neutron] Attempting to bind port aafb1a02-393e-4cf7-89a9-934181d5e7a0 by drivers openvswitch,hyperv on host hv-cinder-81103 at level 0 using segments [{'id': '9c7723ed-648f-4bf6-9d12-d10bd7e684a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '671663ce-5be0-4402-bebb-a7d1b559daa7'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:23:00.781457 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-7190ceea-7de8-462d-aaf3-3a3c3903fc9a service neutron] Attempting to bind port aafb1a02-393e-4cf7-89a9-934181d5e7a0 on network 671663ce-5be0-4402-bebb-a7d1b559daa7 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:23:00.818059 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-b7f13159-8b54-45f0-becc-efb7460afd8d tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:00.820598 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-b7f13159-8b54-45f0-becc-efb7460afd8d tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.22 "GET /v2.0/networks?id=3648fc75-c2d1-4acd-9ffa-052eac6b49c8 HTTP/1.1" status: 200 len: 814 time: 0.1345956 Sep 26 11:23:00.822299 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-7190ceea-7de8-462d-aaf3-3a3c3903fc9a service neutron] Port aafb1a02-393e-4cf7-89a9-934181d5e7a0 on network 671663ce-5be0-4402-bebb-a7d1b559daa7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81103 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 11:23:00.822672 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-7190ceea-7de8-462d-aaf3-3a3c3903fc9a service neutron] Attempting to bind port aafb1a02-393e-4cf7-89a9-934181d5e7a0 on network 671663ce-5be0-4402-bebb-a7d1b559daa7 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:23:00.848390 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-bdd03fb3-6a52-4282-a545-02dcfbb0785e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Request body: {'port': {'device_id': '7af53ff6-c8e5-40c6-b897-4593bc616288', 'network_id': '3648fc75-c2d1-4acd-9ffa-052eac6b49c8', 'admin_state_up': True, 'tenant_id': '2420ccca5e84489db9a6b4bf84d2a930'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:23:00.869393 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-7190ceea-7de8-462d-aaf3-3a3c3903fc9a service neutron] Checking agent: {'id': 'c7902f34-c618-4561-9fcf-9ee1c8cebcf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81103', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'started_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:23:00.869775 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-7190ceea-7de8-462d-aaf3-3a3c3903fc9a service neutron] Checking segment: {'id': '9c7723ed-648f-4bf6-9d12-d10bd7e684a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '671663ce-5be0-4402-bebb-a7d1b559daa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:23:00.870344 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-7190ceea-7de8-462d-aaf3-3a3c3903fc9a service neutron] Bound using segment: {'id': '9c7723ed-648f-4bf6-9d12-d10bd7e684a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '671663ce-5be0-4402-bebb-a7d1b559daa7'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:23:00.870829 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-7190ceea-7de8-462d-aaf3-3a3c3903fc9a service neutron] Bound port: aafb1a02-393e-4cf7-89a9-934181d5e7a0, host: hv-cinder-81103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7723ed-648f-4bf6-9d12-d10bd7e684a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '671663ce-5be0-4402-bebb-a7d1b559daa7'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:23:00.871203 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-7190ceea-7de8-462d-aaf3-3a3c3903fc9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:00.900243 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-43659177-54eb-46f9-987d-a46d51a7abaa req-4679fc41-003e-4fae-a880-22e871e84f43 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476367 Sep 26 11:23:01.043545 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-bdd03fb3-6a52-4282-a545-02dcfbb0785e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Made reservation on behalf of 2420ccca5e84489db9a6b4bf84d2a930 for: {'port': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:23:01.050822 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-bdd03fb3-6a52-4282-a545-02dcfbb0785e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:01.117463 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-7190ceea-7de8-462d-aaf3-3a3c3903fc9a service neutron] For port aafb1a02-393e-4cf7-89a9-934181d5e7a0, host hv-cinder-81103, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:23:01.197575 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-7190ceea-7de8-462d-aaf3-3a3c3903fc9a service neutron] For port aafb1a02-393e-4cf7-89a9-934181d5e7a0, host hv-cinder-81103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=aafb1a02-393e-4cf7-89a9-934181d5e7a0,segment=NetworkSegment(9c7723ed-648f-4bf6-9d12-d10bd7e684a4),segment_id=9c7723ed-648f-4bf6-9d12-d10bd7e684a4)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:23:01.205193 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-7190ceea-7de8-462d-aaf3-3a3c3903fc9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530552719'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:01.234546 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-bdd03fb3-6a52-4282-a545-02dcfbb0785e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Allocated IP 172.20.0.7 (3648fc75-c2d1-4acd-9ffa-052eac6b49c8/01cc8a24-a40e-4f6f-b303-98aba3c61d4a/b1871f02-4262-4521-b33c-f6c524a91a57) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:23:01.292482 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-7190ceea-7de8-462d-aaf3-3a3c3903fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:01.293175 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-7190ceea-7de8-462d-aaf3-3a3c3903fc9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:01.295184 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-7190ceea-7de8-462d-aaf3-3a3c3903fc9a service neutron] 10.222.0.22 "PUT /v2.0/ports/aafb1a02-393e-4cf7-89a9-934181d5e7a0 HTTP/1.1" status: 200 len: 1094 time: 2.0962458 Sep 26 11:23:01.295734 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e05baae-2176-45c4-b53b-aa2d2f4c231d', 'tag': 'aafb1a02-393e-4cf7-89a9-934181d5e7a0'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:23:01.387333 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190ceea-7de8-462d-aaf3-3a3c3903fc9a service neutron] Pushing event updated for resources: {'Port': ['ID=aafb1a02-393e-4cf7-89a9-934181d5e7a0,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:01.415678 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.db.resource_extend [None req-f6ec8661-95e3-4657-a6f3-12be276bcc58 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 26 11:23:01.601980 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-bdd03fb3-6a52-4282-a545-02dcfbb0785e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:01.654752 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-bdd03fb3-6a52-4282-a545-02dcfbb0785e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:01.674562 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['6fed321b-cb5e-4620-943a-3b26358ffb06'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:23:01.712185 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-bdd03fb3-6a52-4282-a545-02dcfbb0785e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Network 3648fc75-c2d1-4acd-9ffa-052eac6b49c8 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:23:01.736115 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-bdd03fb3-6a52-4282-a545-02dcfbb0785e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:23:01.747190 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-bdd03fb3-6a52-4282-a545-02dcfbb0785e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:23:01.755141 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-bdd03fb3-6a52-4282-a545-02dcfbb0785e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:01.757999 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-bdd03fb3-6a52-4282-a545-02dcfbb0785e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:01.808431 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f6ec8661-95e3-4657-a6f3-12be276bcc58 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:01.809275 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-bdd03fb3-6a52-4282-a545-02dcfbb0785e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9655006 Sep 26 11:23:01.814441 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6301dd0-338a-44f0-8d1a-4d77c9d4774a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e05baae-2176-45c4-b53b-aa2d2f4c231d", "tag": "aafb1a02-393e-4cf7-89a9-934181d5e7a0"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:23:01.846719 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f6ec8661-95e3-4657-a6f3-12be276bcc58 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748570'] for floatingip, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:01.855911 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-63f0051b-b3c7-4277-91ff-511e2e7216ed service neutron] Request body: {'port': {'device_id': '7af53ff6-c8e5-40c6-b897-4593bc616288', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81103'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:23:01.861802 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd03fb3-6a52-4282-a545-02dcfbb0785e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Pushing event updated for resources: {'Port': ['ID=b1871f02-4262-4521-b33c-f6c524a91a57,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:01.917840 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-8bf548ab-32f8-496c-a43d-278717fdf401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:01.933180 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-63f0051b-b3c7-4277-91ff-511e2e7216ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:01.943947 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-3d3e762a-5715-4f4a-b73a-9dc68d1a1fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:01.947184 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-3d3e762a-5715-4f4a-b73a-9dc68d1a1fdc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=47e585f8b7af4a3abc372b8a837a7578&device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 1097 time: 0.5755625 Sep 26 11:23:02.044446 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-2b801a3e-edeb-4bd6-aae4-af8913f76e72 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aafb1a02-393e-4cf7-89a9-934181d5e7a0 HTTP/1.1" status: 200 len: 217 time: 0.0646148 Sep 26 11:23:02.064541 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.db.l3_db [None req-f6ec8661-95e3-4657-a6f3-12be276bcc58 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Floating IP aa34562d-1cbc-442c-803f-28a56f0c7524 associated. External IP: 172.27.3.59, port: 614d3773-752f-48af-87db-06317ef7c95e. Sep 26 11:23:02.125065 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9f0a5-3b18-4295-aad3-199d3e2ae1f4 req-dbce597a-27b7-4921-bbdf-dc2b8f0d5695 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:02.126683 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6ab9f0a5-3b18-4295-aad3-199d3e2ae1f4 req-dbce597a-27b7-4921-bbdf-dc2b8f0d5695 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.3073835 Sep 26 11:23:02.141143 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c426e-1b30-4844-8ee5-e14b94a0572b req-2e52525b-a73e-436a-968b-7eac6df9ffd6 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:02.142754 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1e8c426e-1b30-4844-8ee5-e14b94a0572b req-2e52525b-a73e-436a-968b-7eac6df9ffd6 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=7af53ff6-c8e5-40c6-b897-4593bc616288 HTTP/1.1" status: 200 len: 931 time: 0.3328736 Sep 26 11:23:02.261629 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-63f0051b-b3c7-4277-91ff-511e2e7216ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1871f02-4262-4521-b33c-f6c524a91a57 {{(pid=94000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:23:02.276742 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-63f0051b-b3c7-4277-91ff-511e2e7216ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:02.289370 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-042e6388-571b-4909-bd31-4358d6d01a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:02.290918 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-042e6388-571b-4909-bd31-4358d6d01a42 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=65dfcd2b-2d63-46d4-859e-1f1d5415bac6 HTTP/1.1" status: 200 len: 853 time: 0.2364058 Sep 26 11:23:02.291603 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.provisioning_blocks [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-63f0051b-b3c7-4277-91ff-511e2e7216ed service neutron] Transition to ACTIVE for port object b1871f02-4262-4521-b33c-f6c524a91a57 will not be triggered until provisioned by entity L2. {{(pid=94000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 11:23:02.296142 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-63f0051b-b3c7-4277-91ff-511e2e7216ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:02.352462 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6ab9f0a5-3b18-4295-aad3-199d3e2ae1f4 req-ed267716-8684-44e4-86e9-dd14d41c486c tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065327 Sep 26 11:23:02.360564 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0051b-b3c7-4277-91ff-511e2e7216ed service neutron] Pushing event updated for resources: {'Port': ['ID=b1871f02-4262-4521-b33c-f6c524a91a57,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:02.387372 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-32a16915-364c-41b7-b2bb-732e02ffe8be service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=671663ce-5be0-4402-bebb-a7d1b559daa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824969 Sep 26 11:23:02.401615 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-63f0051b-b3c7-4277-91ff-511e2e7216ed service neutron] Attempting to bind port b1871f02-4262-4521-b33c-f6c524a91a57 on host hv-cinder-81103 for vnic_type normal with profile {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:23:02.402050 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-63f0051b-b3c7-4277-91ff-511e2e7216ed service neutron] Attempting to bind port b1871f02-4262-4521-b33c-f6c524a91a57 by drivers openvswitch,hyperv on host hv-cinder-81103 at level 0 using segments [{'id': 'bb9d2606-9463-4e42-a9b7-76a1c77e2f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3648fc75-c2d1-4acd-9ffa-052eac6b49c8'}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:23:02.402456 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-63f0051b-b3c7-4277-91ff-511e2e7216ed service neutron] Attempting to bind port b1871f02-4262-4521-b33c-f6c524a91a57 on network 3648fc75-c2d1-4acd-9ffa-052eac6b49c8 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:23:02.403193 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1e8c426e-1b30-4844-8ee5-e14b94a0572b req-8d2b5b71-9297-43c8-80ec-2a6ee3625e73 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528033 Sep 26 11:23:02.422503 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-63f0051b-b3c7-4277-91ff-511e2e7216ed service neutron] Port b1871f02-4262-4521-b33c-f6c524a91a57 on network 3648fc75-c2d1-4acd-9ffa-052eac6b49c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81103 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 11:23:02.423057 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-63f0051b-b3c7-4277-91ff-511e2e7216ed service neutron] Attempting to bind port b1871f02-4262-4521-b33c-f6c524a91a57 on network 3648fc75-c2d1-4acd-9ffa-052eac6b49c8 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:23:02.430336 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-63f0051b-b3c7-4277-91ff-511e2e7216ed service neutron] Checking agent: {'id': 'c7902f34-c618-4561-9fcf-9ee1c8cebcf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81103', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'started_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:23:02.430826 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-63f0051b-b3c7-4277-91ff-511e2e7216ed service neutron] Checking segment: {'id': 'bb9d2606-9463-4e42-a9b7-76a1c77e2f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3648fc75-c2d1-4acd-9ffa-052eac6b49c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:23:02.431097 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-63f0051b-b3c7-4277-91ff-511e2e7216ed service neutron] Bound using segment: {'id': 'bb9d2606-9463-4e42-a9b7-76a1c77e2f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3648fc75-c2d1-4acd-9ffa-052eac6b49c8'} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:23:02.431627 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-63f0051b-b3c7-4277-91ff-511e2e7216ed service neutron] Bound port: b1871f02-4262-4521-b33c-f6c524a91a57, host: hv-cinder-81103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9d2606-9463-4e42-a9b7-76a1c77e2f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3648fc75-c2d1-4acd-9ffa-052eac6b49c8'}}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:23:02.431940 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-63f0051b-b3c7-4277-91ff-511e2e7216ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:02.492522 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:02.545024 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-63f0051b-b3c7-4277-91ff-511e2e7216ed service neutron] For port b1871f02-4262-4521-b33c-f6c524a91a57, host hv-cinder-81103, cleared binding levels {{(pid=94000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:23:02.552045 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-63f0051b-b3c7-4277-91ff-511e2e7216ed service neutron] For port b1871f02-4262-4521-b33c-f6c524a91a57, host hv-cinder-81103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=b1871f02-4262-4521-b33c-f6c524a91a57,segment=NetworkSegment(bb9d2606-9463-4e42-a9b7-76a1c77e2f0d),segment_id=bb9d2606-9463-4e42-a9b7-76a1c77e2f0d)] {{(pid=94000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:23:02.559158 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-63f0051b-b3c7-4277-91ff-511e2e7216ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:02.614769 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-63f0051b-b3c7-4277-91ff-511e2e7216ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:02.616042 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-63f0051b-b3c7-4277-91ff-511e2e7216ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:02.617866 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-63f0051b-b3c7-4277-91ff-511e2e7216ed service neutron] 10.222.0.22 "PUT /v2.0/ports/b1871f02-4262-4521-b33c-f6c524a91a57 HTTP/1.1" status: 200 len: 1093 time: 0.7764897 Sep 26 11:23:02.618847 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af53ff6-c8e5-40c6-b897-4593bc616288', 'tag': 'b1871f02-4262-4521-b33c-f6c524a91a57'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:23:02.622274 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac05579741f88b05fd5495e6fabac80b3338caa1126b8e71f43a8600e84c3c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31645b5-9e96-4fe6-a382-481f04b7b5fc" -d '{"events": [{"name": "network-changed", "server_uuid": "7af53ff6-c8e5-40c6-b897-4593bc616288", "tag": "b1871f02-4262-4521-b33c-f6c524a91a57"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:23:02.648706 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ec8661-95e3-4657-a6f3-12be276bcc58 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Router 74900178-a829-44b6-86cb-66d681fca92d has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:23:02.653735 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-079013b5-3184-4feb-bdc6-21b93ed7f6b5 service neutron] 10.222.0.22 "GET /v2.0/networks/671663ce-5be0-4402-bebb-a7d1b559daa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223294 Sep 26 11:23:02.666216 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0051b-b3c7-4277-91ff-511e2e7216ed service neutron] Pushing event updated for resources: {'Port': ['ID=b1871f02-4262-4521-b33c-f6c524a91a57,revision_number=3']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:02.677679 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19743695-fbbf-4409-8753-db41611d371b req-515fca5c-d6a9-47bc-bc15-e5d2b3e2d6f7 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:02.683981 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-19743695-fbbf-4409-8753-db41611d371b req-515fca5c-d6a9-47bc-bc15-e5d2b3e2d6f7 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 944 time: 0.1474011 Sep 26 11:23:02.685642 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1472916-cdff-451f-a936-49ee1f3870df x-openstack-request-id: req-c1472916-cdff-451f-a936-49ee1f3870df {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:23:02.686498 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e05baae-2176-45c4-b53b-aa2d2f4c231d", "tag": "aafb1a02-393e-4cf7-89a9-934181d5e7a0", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:23:02.687053 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1472916-cdff-451f-a936-49ee1f3870df {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:23:02.687667 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e05baae-2176-45c4-b53b-aa2d2f4c231d', 'tag': 'aafb1a02-393e-4cf7-89a9-934181d5e7a0', 'status': 'completed', 'code': 200} Sep 26 11:23:02.721073 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078da3cb-9163-4e13-bd94-f1a82c1908cc x-openstack-request-id: req-078da3cb-9163-4e13-bd94-f1a82c1908cc {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:23:02.722964 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af53ff6-c8e5-40c6-b897-4593bc616288", "tag": "b1871f02-4262-4521-b33c-f6c524a91a57", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:23:02.723839 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-078da3cb-9163-4e13-bd94-f1a82c1908cc {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:23:02.725638 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af53ff6-c8e5-40c6-b897-4593bc616288', 'tag': 'b1871f02-4262-4521-b33c-f6c524a91a57', 'status': 'completed', 'code': 200} Sep 26 11:23:02.744031 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-8dc89a18-70d2-4abb-ae77-b1d9ab87855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:02.745590 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-8dc89a18-70d2-4abb-ae77-b1d9ab87855b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2420ccca5e84489db9a6b4bf84d2a930&device_id=7af53ff6-c8e5-40c6-b897-4593bc616288 HTTP/1.1" status: 200 len: 1096 time: 0.0664926 Sep 26 11:23:02.899342 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-19743695-fbbf-4409-8753-db41611d371b req-9281e4b2-2fd1-498f-beba-c1ee1991b5fb tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007091 Sep 26 11:23:02.933718 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f1e57597-d115-48d6-9ba4-6970a1727810 req-6bd92889-ea04-4337-aeb2-a0cbd5a63142 service neutron] 10.222.0.22 "GET /v2.0/networks/671663ce-5be0-4402-bebb-a7d1b559daa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678108 Sep 26 11:23:02.943845 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ec8661-95e3-4657-a6f3-12be276bcc58 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:23:02.948898 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f6ec8661-95e3-4657-a6f3-12be276bcc58 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for floatingip, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:02.967664 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0751d20-7aae-4f38-8a6b-7d32ffefbdf4 None None] Sync routers for ids ['74900178-a829-44b6-86cb-66d681fca92d'] in dv-cinder-811032-1-iscsi {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:23:02.991781 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-f6ec8661-95e3-4657-a6f3-12be276bcc58 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "PUT /v2.0/floatingips/aa34562d-1cbc-442c-803f-28a56f0c7524 HTTP/1.1" status: 200 len: 990 time: 2.6339326 Sep 26 11:23:03.004236 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0751d20-7aae-4f38-8a6b-7d32ffefbdf4 None None] Routers {'74900178-a829-44b6-86cb-66d681fca92d'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:23:03.005041 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-c0751d20-7aae-4f38-8a6b-7d32ffefbdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:23:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['74900178-a829-44b6-86cb-66d681fca92d'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:23:03.084676 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-f3bd1dbf-43b3-454b-860a-11e21228f6b5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1871f02-4262-4521-b33c-f6c524a91a57 HTTP/1.1" status: 200 len: 217 time: 0.3288496 Sep 26 11:23:03.130761 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 46236) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:03.141925 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6301dd0-338a-44f0-8d1a-4d77c9d4774a req-04840f1e-dff2-4bcf-b98e-6fac3b6d23eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:03.143593 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a6301dd0-338a-44f0-8d1a-4d77c9d4774a req-04840f1e-dff2-4bcf-b98e-6fac3b6d23eb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=47e585f8b7af4a3abc372b8a837a7578&device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 1097 time: 0.0884552 Sep 26 11:23:03.197727 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-b5f5bd37-b452-4ee3-be47-3da0415274c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:03.199316 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-b5f5bd37-b452-4ee3-be47-3da0415274c0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=01cc8a24-a40e-4f6f-b303-98aba3c61d4a HTTP/1.1" status: 200 len: 854 time: 0.1049726 Sep 26 11:23:03.240414 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-c0751d20-7aae-4f38-8a6b-7d32ffefbdf4 None None] Set router 74900178-a829-44b6-86cb-66d681fca92d gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:23:03.263101 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6301dd0-338a-44f0-8d1a-4d77c9d4774a req-6cd7202a-98f3-4906-afd3-9d814318fca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:03.264835 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a6301dd0-338a-44f0-8d1a-4d77c9d4774a req-6cd7202a-98f3-4906-afd3-9d814318fca4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=671663ce-5be0-4402-bebb-a7d1b559daa7 HTTP/1.1" status: 200 len: 914 time: 0.1118228 Sep 26 11:23:03.265792 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-ba205185-b7d2-4170-8d9f-de46301a584e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3648fc75-c2d1-4acd-9ffa-052eac6b49c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557032 Sep 26 11:23:03.275637 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:03.298411 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-89c3ffc2-7814-4a35-8c7d-4f34cadc22c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:03.358392 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a6301dd0-338a-44f0-8d1a-4d77c9d4774a req-2019e959-6d7f-4675-8f53-52a7f6350c1b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aafb1a02-393e-4cf7-89a9-934181d5e7a0 HTTP/1.1" status: 200 len: 217 time: 0.0611050 Sep 26 11:23:03.449613 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6301dd0-338a-44f0-8d1a-4d77c9d4774a req-1f6e46c0-b86a-4892-937a-d78036cb8357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:03.451534 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a6301dd0-338a-44f0-8d1a-4d77c9d4774a req-1f6e46c0-b86a-4892-937a-d78036cb8357 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=65dfcd2b-2d63-46d4-859e-1f1d5415bac6 HTTP/1.1" status: 200 len: 853 time: 0.0836813 Sep 26 11:23:03.507115 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-e2dba1a1-f9db-4e42-be19-17b0f4ce9867 service neutron] 10.222.0.22 "GET /v2.0/networks/3648fc75-c2d1-4acd-9ffa-052eac6b49c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201345 Sep 26 11:23:03.508602 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a6301dd0-338a-44f0-8d1a-4d77c9d4774a req-6da1a7be-3e9e-4ef5-932a-bb8c751c31b2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=671663ce-5be0-4402-bebb-a7d1b559daa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366004 Sep 26 11:23:03.632262 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6750d112-677b-4d6e-921f-2a86d96b0de3 req-205e5525-42e1-4484-bd31-a82e63eaa099 service neutron] 10.222.0.22 "GET /v2.0/networks/3648fc75-c2d1-4acd-9ffa-052eac6b49c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069801 Sep 26 11:23:03.689710 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-89c3ffc2-7814-4a35-8c7d-4f34cadc22c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:03.701623 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ff33f-5b44-43fc-b4b4-9c91c87b5865 req-33671e43-d73e-4537-ba34-d46144479585 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:03.703271 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5f8ff33f-5b44-43fc-b4b4-9c91c87b5865 req-33671e43-d73e-4537-ba34-d46144479585 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.1921670 Sep 26 11:23:03.707504 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-89c3ffc2-7814-4a35-8c7d-4f34cadc22c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:03.734054 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11672187-73cd-423c-b6d8-6bc807b30033 req-9946d82e-7284-4c36-ab59-3af179a0d53c tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:03.735656 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-11672187-73cd-423c-b6d8-6bc807b30033 req-9946d82e-7284-4c36-ab59-3af179a0d53c tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=7af53ff6-c8e5-40c6-b897-4593bc616288 HTTP/1.1" status: 200 len: 943 time: 0.1864018 Sep 26 11:23:03.752468 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31645b5-9e96-4fe6-a382-481f04b7b5fc req-c9e7d447-d60d-4229-a089-a9f2c5641935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:03.760537 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e31645b5-9e96-4fe6-a382-481f04b7b5fc req-c9e7d447-d60d-4229-a089-a9f2c5641935 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2420ccca5e84489db9a6b4bf84d2a930&device_id=7af53ff6-c8e5-40c6-b897-4593bc616288 HTTP/1.1" status: 200 len: 1096 time: 0.0621943 Sep 26 11:23:03.814097 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a6301dd0-338a-44f0-8d1a-4d77c9d4774a req-60ab9506-478d-4165-be72-1468088820a1 service neutron] 10.222.0.22 "GET /v2.0/networks/671663ce-5be0-4402-bebb-a7d1b559daa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876761 Sep 26 11:23:03.819716 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-c0751d20-7aae-4f38-8a6b-7d32ffefbdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74900178-a829-44b6-86cb-66d681fca92d', 'name': 'tempest-AttachVolumeShelveTestJSON-2002190616-router', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:53Z', 'updated_at': '2021-09-26T11:22:07Z', 'revision_number': 4, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'gw_port': {'id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:21:55Z', 'updated_at': '2021-09-26T11:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': 'aa34562d-1cbc-442c-803f-28a56f0c7524', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': '74900178-a829-44b6-86cb-66d681fca92d', 'port_id': '614d3773-752f-48af-87db-06317ef7c95e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'mac_address': 'fa:16:3e:76:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:22:18Z', 'updated_at': '2021-09-26T11:23:01Z', 'revision_number': 1, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e8dbab8-b81b-4801-b10b-aee285b1622a', 'name': '', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'mac_address': 'fa:16:3e:4a:a6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:22:02Z', 'updated_at': '2021-09-26T11:22:15Z', 'revision_number': 5, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'subnets': [{'id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:23:03.827333 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-89c3ffc2-7814-4a35-8c7d-4f34cadc22c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e8bfa2dffe994cedba7f0a9be8862b28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6923165 Sep 26 11:23:03.829457 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 46256) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:03.844358 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3ffc2-7814-4a35-8c7d-4f34cadc22c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913a8968-1f58-4d12-bc76-f9b88ce9e1ab,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:03.883819 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31645b5-9e96-4fe6-a382-481f04b7b5fc req-9df0ad37-3d02-4cd6-9760-9002eb986a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:03.885352 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e31645b5-9e96-4fe6-a382-481f04b7b5fc req-9df0ad37-3d02-4cd6-9760-9002eb986a68 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3648fc75-c2d1-4acd-9ffa-052eac6b49c8 HTTP/1.1" status: 200 len: 915 time: 0.1174324 Sep 26 11:23:03.886988 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5f8ff33f-5b44-43fc-b4b4-9c91c87b5865 req-2d4f37a8-29eb-48af-9257-89aec61e1d26 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721590 Sep 26 11:23:03.888804 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0751d20-7aae-4f38-8a6b-7d32ffefbdf4 None None] Checking router: 74900178-a829-44b6-86cb-66d681fca92d for host: dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:23:03.904475 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0751d20-7aae-4f38-8a6b-7d32ffefbdf4 None None] Routers {'74900178-a829-44b6-86cb-66d681fca92d'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:23:03.905249 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-c0751d20-7aae-4f38-8a6b-7d32ffefbdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:23:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['74900178-a829-44b6-86cb-66d681fca92d'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:23:03.916957 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-11672187-73cd-423c-b6d8-6bc807b30033 req-19c2b334-891e-4a97-a287-c7348d81be7c tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521337 Sep 26 11:23:03.967956 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e31645b5-9e96-4fe6-a382-481f04b7b5fc req-6be03a6a-52c2-4998-bdfd-f6338780e109 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1871f02-4262-4521-b33c-f6c524a91a57 HTTP/1.1" status: 200 len: 217 time: 0.0749891 Sep 26 11:23:04.039627 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a6301dd0-338a-44f0-8d1a-4d77c9d4774a req-e2877a62-7e01-4fbd-9625-66aed2d44ec0 service neutron] 10.222.0.22 "GET /v2.0/networks/671663ce-5be0-4402-bebb-a7d1b559daa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113018 Sep 26 11:23:04.044331 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-60f13b33-e715-40e5-bf22-77a6e588cbf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:04.047342 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31645b5-9e96-4fe6-a382-481f04b7b5fc req-628dc9b0-8f62-4395-a232-995e2ec5e007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:04.051268 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e31645b5-9e96-4fe6-a382-481f04b7b5fc req-628dc9b0-8f62-4395-a232-995e2ec5e007 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=01cc8a24-a40e-4f6f-b303-98aba3c61d4a HTTP/1.1" status: 200 len: 854 time: 0.0738096 Sep 26 11:23:04.076567 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-60f13b33-e715-40e5-bf22-77a6e588cbf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:04.096171 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8358c9b-1b55-4983-b008-e4ce7ff44513 req-1c3ea2a8-35bd-4099-a9d7-b6a0331f7643 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:04.098065 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e8358c9b-1b55-4983-b008-e4ce7ff44513 req-1c3ea2a8-35bd-4099-a9d7-b6a0331f7643 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 944 time: 0.1109731 Sep 26 11:23:04.100559 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e31645b5-9e96-4fe6-a382-481f04b7b5fc req-0d23c539-8d47-4183-9a6f-c7a4fa7aacc4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3648fc75-c2d1-4acd-9ffa-052eac6b49c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374074 Sep 26 11:23:04.110316 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-c0751d20-7aae-4f38-8a6b-7d32ffefbdf4 None None] Set router 74900178-a829-44b6-86cb-66d681fca92d gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:23:04.155894 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e8358c9b-1b55-4983-b008-e4ce7ff44513 req-9b5f8a6b-8d21-4e4e-bc14-c79ee5362818 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495424 Sep 26 11:23:04.180770 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-60f13b33-e715-40e5-bf22-77a6e588cbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:04.184261 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-60f13b33-e715-40e5-bf22-77a6e588cbf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:04.187731 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-60f13b33-e715-40e5-bf22-77a6e588cbf1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/913a8968-1f58-4d12-bc76-f9b88ce9e1ab HTTP/1.1" status: 204 len: 168 time: 0.3421633 Sep 26 11:23:04.194259 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f13b33-e715-40e5-bf22-77a6e588cbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913a8968-1f58-4d12-bc76-f9b88ce9e1ab,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:04.212168 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e31645b5-9e96-4fe6-a382-481f04b7b5fc req-6bb21d0d-f669-491e-8898-1e6073cfd2c7 service neutron] 10.222.0.22 "GET /v2.0/networks/3648fc75-c2d1-4acd-9ffa-052eac6b49c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034102 Sep 26 11:23:04.357157 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-e31645b5-9e96-4fe6-a382-481f04b7b5fc req-d3ae0568-c98d-4396-8cd6-edf1de30182c service neutron] 10.222.0.22 "GET /v2.0/networks/3648fc75-c2d1-4acd-9ffa-052eac6b49c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347775 Sep 26 11:23:04.405922 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-c0751d20-7aae-4f38-8a6b-7d32ffefbdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74900178-a829-44b6-86cb-66d681fca92d', 'name': 'tempest-AttachVolumeShelveTestJSON-2002190616-router', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:53Z', 'updated_at': '2021-09-26T11:22:07Z', 'revision_number': 4, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'gw_port': {'id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:21:55Z', 'updated_at': '2021-09-26T11:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': 'aa34562d-1cbc-442c-803f-28a56f0c7524', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': '74900178-a829-44b6-86cb-66d681fca92d', 'port_id': '614d3773-752f-48af-87db-06317ef7c95e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'mac_address': 'fa:16:3e:76:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:22:18Z', 'updated_at': '2021-09-26T11:23:01Z', 'revision_number': 1, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e8dbab8-b81b-4801-b10b-aee285b1622a', 'name': '', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'mac_address': 'fa:16:3e:4a:a6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:22:02Z', 'updated_at': '2021-09-26T11:22:15Z', 'revision_number': 5, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'subnets': [{'id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:23:04.438938 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0751d20-7aae-4f38-8a6b-7d32ffefbdf4 None None] The sync data for ids ['74900178-a829-44b6-86cb-66d681fca92d'] in dv-cinder-811032-1-iscsi is: [{'id': '74900178-a829-44b6-86cb-66d681fca92d', 'name': 'tempest-AttachVolumeShelveTestJSON-2002190616-router', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:53Z', 'updated_at': '2021-09-26T11:22:07Z', 'revision_number': 4, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'gw_port': {'id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:21:55Z', 'updated_at': '2021-09-26T11:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': 'aa34562d-1cbc-442c-803f-28a56f0c7524', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': '74900178-a829-44b6-86cb-66d681fca92d', 'port_id': '614d3773-752f-48af-87db-06317ef7c95e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'mac_address': 'fa:16:3e:76:eb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:22:18Z', 'updated_at': '2021-09-26T11:23:01Z', 'revision_number': 1, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e8dbab8-b81b-4801-b10b-aee285b1622a', 'name': '', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'mac_address': 'fa:16:3e:4a:a6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:22:02Z', 'updated_at': '2021-09-26T11:22:15Z', 'revision_number': 5, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'subnets': [{'id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:23:04.559215 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 46272) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:04.575168 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-611160fb-dc70-438e-9339-e5093b17dc57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:04.673116 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:04.681769 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dc0ebf-c1fc-42e9-a578-b9e8374f7163 None None] New status for floating IP aa34562d-1cbc-442c-803f-28a56f0c7524: ACTIVE {{(pid=94002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 11:23:04.688716 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447', 'tag': '614d3773-752f-48af-87db-06317ef7c95e'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:23:04.691445 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2651dfe-0bcc-4c29-a082-65d9f883ab5e" -d '{"events": [{"name": "network-changed", "server_uuid": "3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447", "tag": "614d3773-752f-48af-87db-06317ef7c95e"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:23:04.699596 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-611160fb-dc70-438e-9339-e5093b17dc57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:04.704801 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-611160fb-dc70-438e-9339-e5093b17dc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:04.737183 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc94c426-4464-45b2-8baa-292b893f459b x-openstack-request-id: req-cc94c426-4464-45b2-8baa-292b893f459b {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:23:04.738225 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447", "tag": "614d3773-752f-48af-87db-06317ef7c95e", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:23:04.745567 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc94c426-4464-45b2-8baa-292b893f459b {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:23:04.745998 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447', 'tag': '614d3773-752f-48af-87db-06317ef7c95e', 'status': 'completed', 'code': 200} Sep 26 11:23:04.787679 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611160fb-dc70-438e-9339-e5093b17dc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc590e81-9d9d-49a5-ae90-e924794c8344,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:04.801558 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-611160fb-dc70-438e-9339-e5093b17dc57 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=22b70aeb4331407eaef3db002fba9771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411661 Sep 26 11:23:04.804340 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 46282) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:04.845241 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2651dfe-0bcc-4c29-a082-65d9f883ab5e req-120936f2-4a1f-4ae9-a710-fd7fdf016309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:04.845241 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d2651dfe-0bcc-4c29-a082-65d9f883ab5e req-120936f2-4a1f-4ae9-a710-fd7fdf016309 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=71a25fc4741b4733922f1d8cc15f8d60&device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 1098 time: 0.0582211 Sep 26 11:23:04.880413 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4701974f-4005-44e5-af66-c25a0275ebfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:04.911564 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4701974f-4005-44e5-af66-c25a0275ebfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:04.979085 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4701974f-4005-44e5-af66-c25a0275ebfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:04.982621 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2651dfe-0bcc-4c29-a082-65d9f883ab5e req-d231324a-905a-4326-bf75-edf4634f6558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:04.984915 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d2651dfe-0bcc-4c29-a082-65d9f883ab5e req-d231324a-905a-4326-bf75-edf4634f6558 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0fbbe369-87d6-4403-8471-9c5dec794f0d HTTP/1.1" status: 200 len: 918 time: 0.1254132 Sep 26 11:23:04.987660 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4701974f-4005-44e5-af66-c25a0275ebfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:04.989325 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-4701974f-4005-44e5-af66-c25a0275ebfc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc590e81-9d9d-49a5-ae90-e924794c8344 HTTP/1.1" status: 204 len: 168 time: 0.1840081 Sep 26 11:23:05.013297 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701974f-4005-44e5-af66-c25a0275ebfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc590e81-9d9d-49a5-ae90-e924794c8344,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:05.155429 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4414d-26b6-4a7d-8022-99b7c5cdcdaa req-0bfb50f2-655c-4a0b-a094-9a91b746275a tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:05.156688 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d2651dfe-0bcc-4c29-a082-65d9f883ab5e req-75fc0dc0-2a63-4032-a0e3-b856c8a63313 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=614d3773-752f-48af-87db-06317ef7c95e HTTP/1.1" status: 200 len: 998 time: 0.1465394 Sep 26 11:23:05.157071 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-95a4414d-26b6-4a7d-8022-99b7c5cdcdaa req-0bfb50f2-655c-4a0b-a094-9a91b746275a tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.1010392 Sep 26 11:23:05.179263 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e2b5f-50d8-49cc-b02d-5c8195dff7c8 req-6b776734-13b4-457a-a627-e87a300b9b0a tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:05.180714 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6f1e2b5f-50d8-49cc-b02d-5c8195dff7c8 req-6b776734-13b4-457a-a627-e87a300b9b0a tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=7af53ff6-c8e5-40c6-b897-4593bc616288 HTTP/1.1" status: 200 len: 943 time: 0.1275058 Sep 26 11:23:05.229825 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-95a4414d-26b6-4a7d-8022-99b7c5cdcdaa req-8dbb8a7f-ed8b-4f3a-be37-5e524ccd1f0f tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654128 Sep 26 11:23:05.248256 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6f1e2b5f-50d8-49cc-b02d-5c8195dff7c8 req-6b1c9cec-f26c-4b14-8814-4f85e517266c tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588491 Sep 26 11:23:05.360421 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccce876-fa29-4658-8908-f40dd888375f req-87771640-ab9d-4ddd-a86c-23bde75be636 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:05.362029 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9ccce876-fa29-4658-8908-f40dd888375f req-87771640-ab9d-4ddd-a86c-23bde75be636 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 944 time: 0.0549648 Sep 26 11:23:05.403860 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9ccce876-fa29-4658-8908-f40dd888375f req-13e043fe-9cae-40b0-a125-ffbb9df36a20 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349562 Sep 26 11:23:05.856295 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbfa09-a000-4b0b-8bcc-c23e54571e5c req-5902d846-3603-4d12-9e07-c160e205749a tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:05.857805 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e2fbfa09-a000-4b0b-8bcc-c23e54571e5c req-5902d846-3603-4d12-9e07-c160e205749a tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 945 time: 0.0551660 Sep 26 11:23:06.092531 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e2fbfa09-a000-4b0b-8bcc-c23e54571e5c req-111610bf-e438-4c5d-907f-74c5b36cf432 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268863 Sep 26 11:23:06.354113 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38929a-33ff-4999-91e8-6959243d8240 req-64ae5893-08e9-4c35-9bcd-299c4dee386b tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:06.355660 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2c38929a-33ff-4999-91e8-6959243d8240 req-64ae5893-08e9-4c35-9bcd-299c4dee386b tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0558028 Sep 26 11:23:06.395950 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2c38929a-33ff-4999-91e8-6959243d8240 req-eea54f3e-9847-496c-a23f-51903392a154 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340276 Sep 26 11:23:06.505642 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d2e19-8256-4b0e-b167-05a6230d10d6 req-be41a411-6fec-45f7-a41c-fd78cfa14ae0 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:06.507196 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4d4d2e19-8256-4b0e-b167-05a6230d10d6 req-be41a411-6fec-45f7-a41c-fd78cfa14ae0 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=7af53ff6-c8e5-40c6-b897-4593bc616288 HTTP/1.1" status: 200 len: 943 time: 0.0485339 Sep 26 11:23:06.552189 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4d4d2e19-8256-4b0e-b167-05a6230d10d6 req-81b85e58-8109-42cb-9bb9-62db7f7bd209 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383189 Sep 26 11:23:06.664393 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3d839-dd05-43a3-8560-dd78450d515e req-fd2e8780-f091-4814-95e7-63310963a4aa tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:06.666031 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bfc3d839-dd05-43a3-8560-dd78450d515e req-fd2e8780-f091-4814-95e7-63310963a4aa tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 944 time: 0.0544806 Sep 26 11:23:06.703272 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bfc3d839-dd05-43a3-8560-dd78450d515e req-79a05fd7-9238-4385-9eca-d2874ac7aff1 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311754 Sep 26 11:23:07.207643 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510f1a1-0f27-4d48-b8f3-ea7ec6636680 req-41da764e-feaa-42df-868f-b1952a9b4780 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:07.209160 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e510f1a1-0f27-4d48-b8f3-ea7ec6636680 req-41da764e-feaa-42df-868f-b1952a9b4780 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 945 time: 0.0492363 Sep 26 11:23:07.251879 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e510f1a1-0f27-4d48-b8f3-ea7ec6636680 req-d8da958c-8ea0-4a6c-b9c1-f42241966d38 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368781 Sep 26 11:23:07.515469 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079346c2-153d-4a22-a566-67c53c73c700 req-4a4af591-9607-41fc-b876-eda0504490b2 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:07.517035 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-079346c2-153d-4a22-a566-67c53c73c700 req-4a4af591-9607-41fc-b876-eda0504490b2 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0499508 Sep 26 11:23:07.557670 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-079346c2-153d-4a22-a566-67c53c73c700 req-83e808ac-acb4-4bcb-a730-b74dd43af64e tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346735 Sep 26 11:23:07.680092 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa798a-e58c-4fec-9182-5b0b4f9baf90 req-ec5ba2a9-aee0-401f-887f-662845d0cf8e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:07.681634 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7bfa798a-e58c-4fec-9182-5b0b4f9baf90 req-ec5ba2a9-aee0-401f-887f-662845d0cf8e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=7af53ff6-c8e5-40c6-b897-4593bc616288 HTTP/1.1" status: 200 len: 943 time: 0.0634930 Sep 26 11:23:07.719324 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7bfa798a-e58c-4fec-9182-5b0b4f9baf90 req-8fd27c18-33ad-464a-8efa-cdffb60cb900 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313864 Sep 26 11:23:07.828134 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3379c66-5aa9-4082-bba9-92d6946c9d79 req-741ea626-93db-43eb-8fdc-74ac903dbccb tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:07.829610 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f3379c66-5aa9-4082-bba9-92d6946c9d79 req-741ea626-93db-43eb-8fdc-74ac903dbccb tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 944 time: 0.0479436 Sep 26 11:23:07.867506 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f3379c66-5aa9-4082-bba9-92d6946c9d79 req-5e41df18-d01f-448c-b344-df09ee462d97 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316367 Sep 26 11:23:08.208097 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device b1871f02-4262-4521-b33c-f6c524a91a57 details requested by agent hyperv_hv-cinder-81103 with host hv-cinder-81103 {{(pid=94002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 11:23:08.248936 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2651dfe-0bcc-4c29-a082-65d9f883ab5e req-d6f04a4d-f4ec-418f-90f9-d1fd118810c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:08.250469 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d2651dfe-0bcc-4c29-a082-65d9f883ab5e req-d6f04a4d-f4ec-418f-90f9-d1fd118810c7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0beadaac-f79e-4337-a6d1-17c78a4fa88c HTTP/1.1" status: 200 len: 856 time: 0.0473108 Sep 26 11:23:08.310720 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2651dfe-0bcc-4c29-a082-65d9f883ab5e req-ddc1ba81-b193-4522-b7f1-ee19edc2cd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:08.312413 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d2651dfe-0bcc-4c29-a082-65d9f883ab5e req-ddc1ba81-b193-4522-b7f1-ee19edc2cd76 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0fbbe369-87d6-4403-8471-9c5dec794f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537238 Sep 26 11:23:08.318530 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port b1871f02-4262-4521-b33c-f6c524a91a57, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=b1871f02-4262-4521-b33c-f6c524a91a57,segment=NetworkSegment(bb9d2606-9463-4e42-a9b7-76a1c77e2f0d),segment_id=bb9d2606-9463-4e42-a9b7-76a1c77e2f0d)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:23:08.330083 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Returning: {'device': 'b1871f02-4262-4521-b33c-f6c524a91a57', 'network_id': '3648fc75-c2d1-4acd-9ffa-052eac6b49c8', 'port_id': 'b1871f02-4262-4521-b33c-f6c524a91a57', 'mac_address': 'fa:16:3e:c0:c2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01cc8a24-a40e-4f6f-b303-98aba3c61d4a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 11:23:08.368315 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:08.368685 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fb344-42d3-4323-966e-dbb13a1180f8 req-73616fba-8a0e-4f99-828c-89c471d3f050 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:08.370321 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-da3fb344-42d3-4323-966e-dbb13a1180f8 req-73616fba-8a0e-4f99-828c-89c471d3f050 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 945 time: 0.0493975 Sep 26 11:23:08.385618 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1871f02-4262-4521-b33c-f6c524a91a57 {{(pid=94002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:23:08.407500 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port b1871f02-4262-4521-b33c-f6c524a91a57, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=b1871f02-4262-4521-b33c-f6c524a91a57,segment=NetworkSegment(bb9d2606-9463-4e42-a9b7-76a1c77e2f0d),segment_id=bb9d2606-9463-4e42-a9b7-76a1c77e2f0d)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:23:08.411951 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d2651dfe-0bcc-4c29-a082-65d9f883ab5e req-2ee2b48c-88b3-4a73-bc0d-e8e0bad23331 service neutron] 10.222.0.22 "GET /v2.0/networks/0fbbe369-87d6-4403-8471-9c5dec794f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903742 Sep 26 11:23:08.413573 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:08.414231 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device aafb1a02-393e-4cf7-89a9-934181d5e7a0 details requested by agent hyperv_hv-cinder-81103 with host hv-cinder-81103 {{(pid=94002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 11:23:08.414518 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-da3fb344-42d3-4323-966e-dbb13a1180f8 req-45254a42-436d-42f4-8b81-06b1f0e56c00 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379925 Sep 26 11:23:08.489393 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=b1871f02-4262-4521-b33c-f6c524a91a57,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:08.499962 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:08.500235 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:08.500572 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:08.500902 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:08.501229 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:08.501555 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:08.501879 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:08.502201 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:08.502545 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:08.503529 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:08.504352 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:08.504680 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:08.514283 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-d2651dfe-0bcc-4c29-a082-65d9f883ab5e req-fe4a8522-6e41-4057-918a-48f6f78d94b3 service neutron] 10.222.0.22 "GET /v2.0/networks/0fbbe369-87d6-4403-8471-9c5dec794f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903053 Sep 26 11:23:08.560474 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port aafb1a02-393e-4cf7-89a9-934181d5e7a0, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=aafb1a02-393e-4cf7-89a9-934181d5e7a0,segment=NetworkSegment(9c7723ed-648f-4bf6-9d12-d10bd7e684a4),segment_id=9c7723ed-648f-4bf6-9d12-d10bd7e684a4)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:23:08.574499 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Returning: {'device': 'aafb1a02-393e-4cf7-89a9-934181d5e7a0', 'network_id': '671663ce-5be0-4402-bebb-a7d1b559daa7', 'port_id': 'aafb1a02-393e-4cf7-89a9-934181d5e7a0', 'mac_address': 'fa:16:3e:30:6a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65dfcd2b-2d63-46d4-859e-1f1d5415bac6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 11:23:08.614380 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:08.627386 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aafb1a02-393e-4cf7-89a9-934181d5e7a0 {{(pid=94002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:23:08.653330 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port aafb1a02-393e-4cf7-89a9-934181d5e7a0, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=aafb1a02-393e-4cf7-89a9-934181d5e7a0,segment=NetworkSegment(9c7723ed-648f-4bf6-9d12-d10bd7e684a4),segment_id=9c7723ed-648f-4bf6-9d12-d10bd7e684a4)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:23:08.659793 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:08.688851 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507ea37-3925-45ad-be1d-6809d51d8fc0 req-37a95310-cffe-4ae1-aaa7-fa65b3037b93 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:08.690432 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1507ea37-3925-45ad-be1d-6809d51d8fc0 req-37a95310-cffe-4ae1-aaa7-fa65b3037b93 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0632186 Sep 26 11:23:08.711427 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=aafb1a02-393e-4cf7-89a9-934181d5e7a0,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:08.730817 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1507ea37-3925-45ad-be1d-6809d51d8fc0 req-ce141398-554b-4093-9f31-61723cf3015c tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333023 Sep 26 11:23:08.844671 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1da71-4894-4456-8097-f37e89930ac3 req-309cd5dc-83b6-48ea-8155-9a4322a459c9 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:08.846409 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-12f1da71-4894-4456-8097-f37e89930ac3 req-309cd5dc-83b6-48ea-8155-9a4322a459c9 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=7af53ff6-c8e5-40c6-b897-4593bc616288 HTTP/1.1" status: 200 len: 944 time: 0.0540247 Sep 26 11:23:08.888929 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-12f1da71-4894-4456-8097-f37e89930ac3 req-73ca1025-a9e6-4c2f-bf5d-cf74ec74cbc8 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335522 Sep 26 11:23:08.992598 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48afce7-bfd0-4526-a311-f65e96cc2c49 req-9ed030fa-10a7-4f78-984f-ba71707d225d tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:08.998606 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a48afce7-bfd0-4526-a311-f65e96cc2c49 req-9ed030fa-10a7-4f78-984f-ba71707d225d tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 945 time: 0.0566773 Sep 26 11:23:09.055289 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a48afce7-bfd0-4526-a311-f65e96cc2c49 req-9ec20a93-393f-4666-88b8-2d2a9f0ba27b tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523279 Sep 26 11:23:09.153960 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['b1871f02-4262-4521-b33c-f6c524a91a57'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:23:09.166961 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['aafb1a02-393e-4cf7-89a9-934181d5e7a0'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:23:09.543799 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af809f-bf06-44c6-b74e-b8ef505ead4d req-12e5e90c-6688-49e8-a63d-3a2fa111a5b8 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:09.545314 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-83af809f-bf06-44c6-b74e-b8ef505ead4d req-12e5e90c-6688-49e8-a63d-3a2fa111a5b8 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 945 time: 0.0592866 Sep 26 11:23:09.583579 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-83af809f-bf06-44c6-b74e-b8ef505ead4d req-310212e6-6e39-44f3-8eb4-e377a6cfdbc5 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311852 Sep 26 11:23:09.879807 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bc070-fb11-4598-a9c8-51124999282c req-8a5765a7-cdc6-46b2-818c-33714270a6db tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:09.881432 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-753bc070-fb11-4598-a9c8-51124999282c req-8a5765a7-cdc6-46b2-818c-33714270a6db tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0589540 Sep 26 11:23:09.935881 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-753bc070-fb11-4598-a9c8-51124999282c req-7b5ee7dc-1ed1-497b-857a-ea7812c980e7 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483599 Sep 26 11:23:10.012940 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26944f-e919-48f4-92f7-b241831d9228 req-cdf55bbe-3ad5-4308-8a7d-2848f6ffe933 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:10.014414 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ab26944f-e919-48f4-92f7-b241831d9228 req-cdf55bbe-3ad5-4308-8a7d-2848f6ffe933 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=7af53ff6-c8e5-40c6-b897-4593bc616288 HTTP/1.1" status: 200 len: 944 time: 0.0504580 Sep 26 11:23:10.057905 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ab26944f-e919-48f4-92f7-b241831d9228 req-cd2628c5-908b-4cfe-948f-88169fa5c5d7 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368397 Sep 26 11:23:10.170744 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb8792-75a7-4b62-a74b-f8ce3f53f07a req-7f050783-48e8-41bc-b3b5-5ea221d8f7c2 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:10.172231 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-91bb8792-75a7-4b62-a74b-f8ce3f53f07a req-7f050783-48e8-41bc-b3b5-5ea221d8f7c2 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 945 time: 0.0519211 Sep 26 11:23:10.210185 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-91bb8792-75a7-4b62-a74b-f8ce3f53f07a req-744bccd4-7452-41a9-b8cf-37b01e390233 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310729 Sep 26 11:23:10.698959 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18401717-a74f-43a0-b7d4-06762585e8f8 req-a86f1486-c3de-4ace-b6b5-00e6c0f19e3c tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:10.700436 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-18401717-a74f-43a0-b7d4-06762585e8f8 req-a86f1486-c3de-4ace-b6b5-00e6c0f19e3c tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 945 time: 0.0483105 Sep 26 11:23:10.738148 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-18401717-a74f-43a0-b7d4-06762585e8f8 req-30f9ed4a-fe0a-419a-935d-4485e5594e1c tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e903be7-4b1a-4979-826e-9568b911597f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315447 Sep 26 11:23:10.901312 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eab070-a28d-4d90-93bc-4dfc3914d8aa req-389f602f-1e9e-47fb-9f31-a4538fc8f72d tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:10.903040 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-37eab070-a28d-4d90-93bc-4dfc3914d8aa req-389f602f-1e9e-47fb-9f31-a4538fc8f72d tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 945 time: 0.0824552 Sep 26 11:23:11.071716 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92bda8-75e3-49c2-8680-723660bc5705 req-3e7d20e9-4895-4209-9cfd-c255f378771c tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:11.074350 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fd92bda8-75e3-49c2-8680-723660bc5705 req-3e7d20e9-4895-4209-9cfd-c255f378771c tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0596294 Sep 26 11:23:11.098131 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [req-37eab070-a28d-4d90-93bc-4dfc3914d8aa req-aa229822-bf2f-4d6b-8224-df57757536b3 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Deleting port 88368c0f-e3c1-498e-ab94-d8ca96649dad {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:23:11.098483 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-37eab070-a28d-4d90-93bc-4dfc3914d8aa req-aa229822-bf2f-4d6b-8224-df57757536b3 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:11.135380 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fd92bda8-75e3-49c2-8680-723660bc5705 req-7e4b185c-7546-4abf-85c4-1d3715595596 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495708 Sep 26 11:23:11.204397 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d22fe-c795-46af-ba63-026e4330e1e4 req-b614b488-591c-438c-bf50-27e5d59c96bc tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:11.207004 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3d6d22fe-c795-46af-ba63-026e4330e1e4 req-b614b488-591c-438c-bf50-27e5d59c96bc tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=7af53ff6-c8e5-40c6-b897-4593bc616288 HTTP/1.1" status: 200 len: 944 time: 0.0562906 Sep 26 11:23:11.218254 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-37eab070-a28d-4d90-93bc-4dfc3914d8aa req-aa229822-bf2f-4d6b-8224-df57757536b3 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] For port 88368c0f-e3c1-498e-ab94-d8ca96649dad, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=88368c0f-e3c1-498e-ab94-d8ca96649dad,segment=NetworkSegment(052ad395-361c-41b6-9565-e0bff30f9558),segment_id=052ad395-361c-41b6-9565-e0bff30f9558)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:23:11.218631 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-37eab070-a28d-4d90-93bc-4dfc3914d8aa req-aa229822-bf2f-4d6b-8224-df57757536b3 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:11.236995 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [req-37eab070-a28d-4d90-93bc-4dfc3914d8aa req-aa229822-bf2f-4d6b-8224-df57757536b3 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Calling delete_port for 88368c0f-e3c1-498e-ab94-d8ca96649dad owned by compute:nova {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:23:11.273861 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3d6d22fe-c795-46af-ba63-026e4330e1e4 req-3900e380-c83a-45bd-8278-e413fba65d69 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517426 Sep 26 11:23:11.355006 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b9a04-0daf-4d73-bdb9-0bf2f259caf0 req-44d22c1d-77ad-4ccf-84ba-f7ef21244abd tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:11.356557 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-248b9a04-0daf-4d73-bdb9-0bf2f259caf0 req-44d22c1d-77ad-4ccf-84ba-f7ef21244abd tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 945 time: 0.0573034 Sep 26 11:23:11.382896 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device b1871f02-4262-4521-b33c-f6c524a91a57 up at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:23:11.408110 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-248b9a04-0daf-4d73-bdb9-0bf2f259caf0 req-115637ae-abab-42e2-a985-df77e342f671 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419881 Sep 26 11:23:11.444287 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-37eab070-a28d-4d90-93bc-4dfc3914d8aa req-aa229822-bf2f-4d6b-8224-df57757536b3 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:11.458678 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['88368c0f-e3c1-498e-ab94-d8ca96649dad'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:23:11.462837 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning for port b1871f02-4262-4521-b33c-f6c524a91a57 completed by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 11:23:11.484677 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning complete for port b1871f02-4262-4521-b33c-f6c524a91a57 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:23:11.485057 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:11.525013 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 46476) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:11.541721 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa229822-bf2f-4d6b-8224-df57757536b3 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Pushing event deleted for resources: {'Port': ['ID=88368c0f-e3c1-498e-ab94-d8ca96649dad,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:11.568625 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:11.601662 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-37eab070-a28d-4d90-93bc-4dfc3914d8aa req-aa229822-bf2f-4d6b-8224-df57757536b3 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] No DVR routers for this DVR port 88368c0f-e3c1-498e-ab94-d8ca96649dad on host hv-cinder-81103 {{(pid=94000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:23:11.603909 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af53ff6-c8e5-40c6-b897-4593bc616288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1871f02-4262-4521-b33c-f6c524a91a57'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:23:11.605682 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-37eab070-a28d-4d90-93bc-4dfc3914d8aa req-aa229822-bf2f-4d6b-8224-df57757536b3 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:11.606523 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf7d5b4-3701-4143-8e48-bc0a90bbd4da" -d '{"events": [{"server_uuid": "7af53ff6-c8e5-40c6-b897-4593bc616288", "name": "network-vif-plugged", "status": "completed", "tag": "b1871f02-4262-4521-b33c-f6c524a91a57"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:23:11.608381 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-37eab070-a28d-4d90-93bc-4dfc3914d8aa req-aa229822-bf2f-4d6b-8224-df57757536b3 tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.22 "DELETE /v2.0/ports/88368c0f-e3c1-498e-ab94-d8ca96649dad HTTP/1.1" status: 204 len: 173 time: 0.6984293 Sep 26 11:23:11.609120 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4d12dd-c290-4150-9e8c-acd2ffba9b05', 'name': 'network-vif-deleted', 'tag': '88368c0f-e3c1-498e-ab94-d8ca96649dad'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:23:11.611556 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac05579741f88b05fd5495e6fabac80b3338caa1126b8e71f43a8600e84c3c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b6e943-bbc0-4faa-b0cb-80874f736e37" -d '{"events": [{"server_uuid": "5e4d12dd-c290-4150-9e8c-acd2ffba9b05", "name": "network-vif-deleted", "tag": "88368c0f-e3c1-498e-ab94-d8ca96649dad"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:23:11.623429 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port b1871f02-4262-4521-b33c-f6c524a91a57, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=b1871f02-4262-4521-b33c-f6c524a91a57,segment=NetworkSegment(bb9d2606-9463-4e42-a9b7-76a1c77e2f0d),segment_id=bb9d2606-9463-4e42-a9b7-76a1c77e2f0d)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:23:11.628272 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:11.629262 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device aafb1a02-393e-4cf7-89a9-934181d5e7a0 up at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:23:11.658288 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6fc81edc-87ab-4573-9860-a3e710cf6a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:11.687710 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0346f32d-d2fd-4f86-8cf0-8cbb27e72ca7 x-openstack-request-id: req-0346f32d-d2fd-4f86-8cf0-8cbb27e72ca7 {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:23:11.688002 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af53ff6-c8e5-40c6-b897-4593bc616288", "name": "network-vif-plugged", "status": "completed", "tag": "b1871f02-4262-4521-b33c-f6c524a91a57", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:23:11.688678 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0346f32d-d2fd-4f86-8cf0-8cbb27e72ca7 {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:23:11.689381 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af53ff6-c8e5-40c6-b897-4593bc616288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1871f02-4262-4521-b33c-f6c524a91a57', 'code': 200} Sep 26 11:23:11.715262 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=b1871f02-4262-4521-b33c-f6c524a91a57,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:11.732470 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning for port aafb1a02-393e-4cf7-89a9-934181d5e7a0 completed by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 11:23:11.736020 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490ad22d-bf2c-4042-98c5-390c0affa7e4 x-openstack-request-id: req-490ad22d-bf2c-4042-98c5-390c0affa7e4 {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:23:11.736435 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4d12dd-c290-4150-9e8c-acd2ffba9b05", "name": "network-vif-deleted", "tag": "88368c0f-e3c1-498e-ab94-d8ca96649dad", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:23:11.736754 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-490ad22d-bf2c-4042-98c5-390c0affa7e4 {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:23:11.737261 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4d12dd-c290-4150-9e8c-acd2ffba9b05', 'name': 'network-vif-deleted', 'tag': '88368c0f-e3c1-498e-ab94-d8ca96649dad', 'status': 'completed', 'code': 200} Sep 26 11:23:11.741630 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning complete for port aafb1a02-393e-4cf7-89a9-934181d5e7a0 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:23:11.742200 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:11.861397 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:11.905095 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port aafb1a02-393e-4cf7-89a9-934181d5e7a0, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=aafb1a02-393e-4cf7-89a9-934181d5e7a0,segment=NetworkSegment(9c7723ed-648f-4bf6-9d12-d10bd7e684a4),segment_id=9c7723ed-648f-4bf6-9d12-d10bd7e684a4)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:23:11.909888 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:11.951312 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1834951-b9da-4815-93a1-a9fb80740c2c req-bbd59afc-b23d-4bd8-b4bc-1156a4f7a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:11.953073 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c1834951-b9da-4815-93a1-a9fb80740c2c req-bbd59afc-b23d-4bd8-b4bc-1156a4f7a891 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7af53ff6-c8e5-40c6-b897-4593bc616288 HTTP/1.1" status: 200 len: 1098 time: 0.0637145 Sep 26 11:23:11.956683 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-96a21737-4425-4dfa-b567-e5a9136aec1b req-9f9db410-4f6c-4414-9a5d-b0cd5f63dc0a tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 210 time: 0.0793960 Sep 26 11:23:11.959638 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6fc81edc-87ab-4573-9860-a3e710cf6a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:11.966167 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6fc81edc-87ab-4573-9860-a3e710cf6a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:11.980036 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=aafb1a02-393e-4cf7-89a9-934181d5e7a0,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:12.009214 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-6fc81edc-87ab-4573-9860-a3e710cf6a47 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=65e19c211d5147148a979867effd44f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4829454 Sep 26 11:23:12.012294 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc81edc-87ab-4573-9860-a3e710cf6a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e35c96-8b8d-4f6c-8e9b-29807dc82b8c,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:12.012703 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 46510) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:12.025953 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c1834951-b9da-4815-93a1-a9fb80740c2c req-642fc3cb-756f-454a-9585-3595c8d01ae5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625858 Sep 26 11:23:12.079795 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4e53-5e17-49c2-8cf5-ad3f37fb8781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:12.103278 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4e53-5e17-49c2-8cf5-ad3f37fb8781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:12.154302 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4e53-5e17-49c2-8cf5-ad3f37fb8781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:12.156912 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3e0d4e53-5e17-49c2-8cf5-ad3f37fb8781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:12.160589 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-3e0d4e53-5e17-49c2-8cf5-ad3f37fb8781 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66e35c96-8b8d-4f6c-8e9b-29807dc82b8c HTTP/1.1" status: 204 len: 168 time: 0.1442835 Sep 26 11:23:12.174306 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d4e53-5e17-49c2-8cf5-ad3f37fb8781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e35c96-8b8d-4f6c-8e9b-29807dc82b8c,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:12.285962 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f40d13-de90-4eb5-b687-da205fbab48f req-172b0311-a1ee-4e74-82bc-7c109df3cd1e tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:12.288627 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b9f40d13-de90-4eb5-b687-da205fbab48f req-172b0311-a1ee-4e74-82bc-7c109df3cd1e tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0555234 Sep 26 11:23:12.322889 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 46526) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:12.390868 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b9f40d13-de90-4eb5-b687-da205fbab48f req-606b3176-1dfa-41a0-b6b5-50f8db21accd tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896931 Sep 26 11:23:12.458005 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bd5be-5132-499c-9737-752e2b57f428 req-2ac98f92-1a4c-463a-ae5f-c6751408fc9a tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:12.466504 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4a9bd5be-5132-499c-9737-752e2b57f428 req-2ac98f92-1a4c-463a-ae5f-c6751408fc9a tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=7af53ff6-c8e5-40c6-b897-4593bc616288 HTTP/1.1" status: 200 len: 945 time: 0.0719414 Sep 26 11:23:12.511886 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4a9bd5be-5132-499c-9737-752e2b57f428 req-aef8630a-ba93-4a9e-8dc2-5060c0d276eb tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440726 Sep 26 11:23:12.567671 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 46534) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:12.579920 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2dde8-b201-4818-98c1-07889dc98060 req-a6c98208-7c05-4886-aaf1-39a11cd0f0a5 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:12.583630 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7df2dde8-b201-4818-98c1-07889dc98060 req-a6c98208-7c05-4886-aaf1-39a11cd0f0a5 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 946 time: 0.0742218 Sep 26 11:23:12.594018 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-605a1d35-9af5-4f88-b5ee-1aee78a741ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:12.596318 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-86e0158a-b6cd-4be6-91c3-ebecedae1980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:12.628178 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7df2dde8-b201-4818-98c1-07889dc98060 req-49216df2-3cd4-4794-b8ef-fceb1825de25 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383871 Sep 26 11:23:12.635283 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.db.api [None req-86e0158a-b6cd-4be6-91c3-ebecedae1980 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 26 11:23:12.635283 dv-cinder-811032-1-iscsi neutron-server[94000]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 26 11:23:12.635283 dv-cinder-811032-1-iscsi neutron-server[94000]: [parameters: {'project_id': 'b62a79b112ed4b7ba3b28416ddba29e7', 'id': 'c37f05df-b270-403c-9bfd-ce34fb8c55ee', 'expiration': datetime.datetime(2021, 9, 26, 11, 25, 12, 627792)}] Sep 26 11:23:12.635283 dv-cinder-811032-1-iscsi neutron-server[94000]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94000) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 11:23:12.635690 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG oslo_db.api [None req-86e0158a-b6cd-4be6-91c3-ebecedae1980 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 11:23:12.709231 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-605a1d35-9af5-4f88-b5ee-1aee78a741ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:12.712926 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-605a1d35-9af5-4f88-b5ee-1aee78a741ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:12.752503 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-605a1d35-9af5-4f88-b5ee-1aee78a741ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6d422c82d3843c586e527099186db63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1808763 Sep 26 11:23:12.752503 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a1d35-9af5-4f88-b5ee-1aee78a741ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b46aaf-9793-4d79-95fc-9a11fec5f413,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:12.753963 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 46538) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:12.808020 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d53a583c-ab32-4c8b-9033-df76190cdc5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:12.828081 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d53a583c-ab32-4c8b-9033-df76190cdc5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:12.878784 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d53a583c-ab32-4c8b-9033-df76190cdc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:12.881655 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d53a583c-ab32-4c8b-9033-df76190cdc5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:12.882851 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-d53a583c-ab32-4c8b-9033-df76190cdc5b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/51b46aaf-9793-4d79-95fc-9a11fec5f413 HTTP/1.1" status: 204 len: 168 time: 0.1261971 Sep 26 11:23:12.891348 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a583c-ab32-4c8b-9033-df76190cdc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b46aaf-9793-4d79-95fc-9a11fec5f413,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:13.073870 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-714b34fd-2e45-4d8a-8b50-84c6fcdac2c3 req-fbaedfa9-c0fd-4ae9-8432-d6dc8fcd49ef tempest-DeleteServersTestJSON-1157338579 tempest-DeleteServersTestJSON-1157338579-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4d12dd-c290-4150-9e8c-acd2ffba9b05 HTTP/1.1" status: 200 len: 210 time: 0.0270350 Sep 26 11:23:13.136693 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-86e0158a-b6cd-4be6-91c3-ebecedae1980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:13.239030 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-86e0158a-b6cd-4be6-91c3-ebecedae1980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:13.243460 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-86e0158a-b6cd-4be6-91c3-ebecedae1980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:13.284816 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-86e0158a-b6cd-4be6-91c3-ebecedae1980 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b62a79b112ed4b7ba3b28416ddba29e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9607172 Sep 26 11:23:13.286361 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0158a-b6cd-4be6-91c3-ebecedae1980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96d3c3a-4524-45db-a2ed-7046440017ec,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:13.288486 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 46552) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:13.344774 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-bfa182c4-8ef0-46e8-ad08-cce08c42c83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:13.371655 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-bfa182c4-8ef0-46e8-ad08-cce08c42c83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:13.427431 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-bfa182c4-8ef0-46e8-ad08-cce08c42c83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:13.431363 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-bfa182c4-8ef0-46e8-ad08-cce08c42c83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:13.433188 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-bfa182c4-8ef0-46e8-ad08-cce08c42c83f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e96d3c3a-4524-45db-a2ed-7046440017ec HTTP/1.1" status: 204 len: 168 time: 0.1432579 Sep 26 11:23:13.444838 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa182c4-8ef0-46e8-ad08-cce08c42c83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96d3c3a-4524-45db-a2ed-7046440017ec,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:13.571449 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d26a4-73f9-42fa-b983-3bfad9b4f584 req-39016c20-e2fb-44f6-8c97-5c12881cc7dc tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:13.573211 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-462d26a4-73f9-42fa-b983-3bfad9b4f584 req-39016c20-e2fb-44f6-8c97-5c12881cc7dc tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0711117 Sep 26 11:23:13.682334 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-462d26a4-73f9-42fa-b983-3bfad9b4f584 req-64cd75ba-2830-431f-a12f-63f5befbfbce tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005540 Sep 26 11:23:13.691081 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e05baae-2176-45c4-b53b-aa2d2f4c231d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aafb1a02-393e-4cf7-89a9-934181d5e7a0'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:23:13.694825 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc91db3e-6935-4610-acfe-7d5dcce183c3" -d '{"events": [{"server_uuid": "4e05baae-2176-45c4-b53b-aa2d2f4c231d", "name": "network-vif-plugged", "status": "completed", "tag": "aafb1a02-393e-4cf7-89a9-934181d5e7a0"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:23:13.730387 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7fa61-5bc2-4998-ae02-a3b272e93e77 req-6fa2d1c9-0777-4153-8410-ffdc1e531e46 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:13.732105 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2bc7fa61-5bc2-4998-ae02-a3b272e93e77 req-6fa2d1c9-0777-4153-8410-ffdc1e531e46 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=7af53ff6-c8e5-40c6-b897-4593bc616288 HTTP/1.1" status: 200 len: 945 time: 0.0939507 Sep 26 11:23:13.820180 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2bc7fa61-5bc2-4998-ae02-a3b272e93e77 req-f3a8f703-f89b-46bf-97e3-6d4e28b22d57 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794475 Sep 26 11:23:13.853736 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9256c15-9c50-49c1-a047-c820fad9d672 req-37f6d5c0-1fd4-4a8b-8ce2-47cee359dd87 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:13.855543 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d9256c15-9c50-49c1-a047-c820fad9d672 req-37f6d5c0-1fd4-4a8b-8ce2-47cee359dd87 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 946 time: 0.0798833 Sep 26 11:23:13.912899 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d9256c15-9c50-49c1-a047-c820fad9d672 req-15ccad07-5e10-41c2-961d-283b4a3667f1 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492258 Sep 26 11:23:13.952838 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 46582) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:13.967755 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e9f1c90d-e07e-4761-b491-6c4ce6177319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:13.981858 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa95ee3-5a2b-4227-9634-015a73bacb7d x-openstack-request-id: req-faa95ee3-5a2b-4227-9634-015a73bacb7d {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:23:13.982479 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e05baae-2176-45c4-b53b-aa2d2f4c231d", "name": "network-vif-plugged", "status": "completed", "tag": "aafb1a02-393e-4cf7-89a9-934181d5e7a0", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:23:13.982879 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-faa95ee3-5a2b-4227-9634-015a73bacb7d {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:23:13.983289 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e05baae-2176-45c4-b53b-aa2d2f4c231d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aafb1a02-393e-4cf7-89a9-934181d5e7a0', 'code': 200} Sep 26 11:23:14.084096 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e9f1c90d-e07e-4761-b491-6c4ce6177319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:14.088749 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e9f1c90d-e07e-4761-b491-6c4ce6177319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:14.143672 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-e9f1c90d-e07e-4761-b491-6c4ce6177319 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fd5a52b9679247f1927cf90a15495f30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896439 Sep 26 11:23:14.147582 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 46590) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:14.155915 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1c90d-e07e-4761-b491-6c4ce6177319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d627d00-79d2-4d35-8795-de615964a329,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:14.220180 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b1208cca-3937-43a9-a477-7af483463e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:14.225583 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff54eff-75bc-44cc-a638-a5ba3f1d1449 req-4c6527ed-63cd-4381-9834-9894c13f0cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:14.235991 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-7ff54eff-75bc-44cc-a638-a5ba3f1d1449 req-4c6527ed-63cd-4381-9834-9894c13f0cfb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 1099 time: 0.0550115 Sep 26 11:23:14.250374 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b1208cca-3937-43a9-a477-7af483463e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:14.288913 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-7ff54eff-75bc-44cc-a638-a5ba3f1d1449 req-e4b3866d-3fba-48cc-a1cc-be89f52fd158 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358405 Sep 26 11:23:14.328438 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b1208cca-3937-43a9-a477-7af483463e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:14.334220 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b1208cca-3937-43a9-a477-7af483463e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:14.336209 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-b1208cca-3937-43a9-a477-7af483463e86 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d627d00-79d2-4d35-8795-de615964a329 HTTP/1.1" status: 204 len: 168 time: 0.1874881 Sep 26 11:23:14.355480 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1208cca-3937-43a9-a477-7af483463e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d627d00-79d2-4d35-8795-de615964a329,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:14.830463 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8fede-7f7b-48cc-968d-5d84c61d4cbc req-3d8f8e0b-4a35-462a-a761-91ba162ffd00 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:14.832024 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2af8fede-7f7b-48cc-968d-5d84c61d4cbc req-3d8f8e0b-4a35-462a-a761-91ba162ffd00 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0724392 Sep 26 11:23:14.883410 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2af8fede-7f7b-48cc-968d-5d84c61d4cbc req-04d47059-349f-43cc-8542-c1b7c347f3e3 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436165 Sep 26 11:23:14.960414 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64648c-27f5-4521-b8d2-1c48e5ab3918 req-546d75b4-d1f5-4c99-9fdb-9af0ec7cf6fc tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:14.962039 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bd64648c-27f5-4521-b8d2-1c48e5ab3918 req-546d75b4-d1f5-4c99-9fdb-9af0ec7cf6fc tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=7af53ff6-c8e5-40c6-b897-4593bc616288 HTTP/1.1" status: 200 len: 945 time: 0.0558629 Sep 26 11:23:15.042180 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bd64648c-27f5-4521-b8d2-1c48e5ab3918 req-3bd8ffb2-c18a-448f-84c3-b673a1c304f1 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689216 Sep 26 11:23:15.075562 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f5809-b4e5-4312-a363-21f908c71a5b req-6ac71f60-a3f0-4c86-9bde-1210fa8f04d4 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:15.077707 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b24f5809-b4e5-4312-a363-21f908c71a5b req-6ac71f60-a3f0-4c86-9bde-1210fa8f04d4 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 946 time: 0.0768454 Sep 26 11:23:15.128520 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b24f5809-b4e5-4312-a363-21f908c71a5b req-9dcb72c1-acd6-4460-9981-05d0e060789a tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441425 Sep 26 11:23:15.395302 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 88368c0f-e3c1-498e-ab94-d8ca96649dad no longer exists at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:23:15.425358 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] No Port match for: 88368c0f-e3c1-498e-ab94-d8ca96649dad {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:23:15.426476 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 88368c0f-e3c1-498e-ab94-d8ca96649dad not bound to the agent host hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:23:15.700583 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 46700) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:15.751904 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ddc25b-a8e4-4de3-9271-d7872847fd91 admin admin] Deleting subnet 4fb10538-4767-437e-9cc6-8cdf98561c3a {{(pid=94001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 11:23:15.771759 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e0ddc25b-a8e4-4de3-9271-d7872847fd91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:15.820215 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e0ddc25b-a8e4-4de3-9271-d7872847fd91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2161611'] for subnet, precommit_delete_associations {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:15.888810 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e0ddc25b-a8e4-4de3-9271-d7872847fd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733527'] for subnet, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:15.956997 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e0ddc25b-a8e4-4de3-9271-d7872847fd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530552793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529669039'] for subnet, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:16.001894 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ddc25b-a8e4-4de3-9271-d7872847fd91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fb10538-4767-437e-9cc6-8cdf98561c3a,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:16.018075 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e0ddc25b-a8e4-4de3-9271-d7872847fd91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:16.020193 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-e0ddc25b-a8e4-4de3-9271-d7872847fd91 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4fb10538-4767-437e-9cc6-8cdf98561c3a HTTP/1.1" status: 204 len: 168 time: 0.3184352 Sep 26 11:23:16.023067 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 46714) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:16.072630 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3f628-1367-40f6-8e3c-9d6d5aeb5db5 req-a2ae86a0-7699-4728-bd78-d387a99f76f3 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:16.074361 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c1d3f628-1367-40f6-8e3c-9d6d5aeb5db5 req-a2ae86a0-7699-4728-bd78-d387a99f76f3 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0702074 Sep 26 11:23:16.101072 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6b7c-d45d-4c24-b478-a1bd6260b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832047'] for network, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:16.130858 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c1d3f628-1367-40f6-8e3c-9d6d5aeb5db5 req-278acf03-1e49-4d2e-889f-e86bbd234e5b tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464723 Sep 26 11:23:16.202144 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6b7c-d45d-4c24-b478-a1bd6260b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722414', 'neutron.services.segments.db._delete_segments_for_network-8784557248148'] for network, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:16.232048 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6b7c-d45d-4c24-b478-a1bd6260b3d0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:23:16.232418 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6b7c-d45d-4c24-b478-a1bd6260b3d0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:23:16.233365 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6b7c-d45d-4c24-b478-a1bd6260b3d0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:23:16.233723 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6b7c-d45d-4c24-b478-a1bd6260b3d0 admin admin] Subscribe: > port after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:23:16.234071 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6b7c-d45d-4c24-b478-a1bd6260b3d0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:23:16.234419 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6b7c-d45d-4c24-b478-a1bd6260b3d0 admin admin] Subscribe: > port after_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:23:16.234772 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6b7c-d45d-4c24-b478-a1bd6260b3d0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:23:16.235101 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6b7c-d45d-4c24-b478-a1bd6260b3d0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:23:16.235427 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6b7c-d45d-4c24-b478-a1bd6260b3d0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:23:16.235752 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6b7c-d45d-4c24-b478-a1bd6260b3d0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:23:16.267325 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba193ee-2552-41f6-892e-1da0d92e74c0 req-7b5e2a60-4512-4473-8fbf-9b3400b834db tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:16.268873 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7ba193ee-2552-41f6-892e-1da0d92e74c0 req-7b5e2a60-4512-4473-8fbf-9b3400b834db tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 946 time: 0.0545149 Sep 26 11:23:16.312308 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7ba193ee-2552-41f6-892e-1da0d92e74c0 req-1218cbc0-a54c-47d7-a154-ce8bc7130aad tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369270 Sep 26 11:23:16.336833 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6b7c-d45d-4c24-b478-a1bd6260b3d0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:23:16.337570 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6b7c-d45d-4c24-b478-a1bd6260b3d0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:23:16.338419 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6b7c-d45d-4c24-b478-a1bd6260b3d0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:23:16.338419 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6b7c-d45d-4c24-b478-a1bd6260b3d0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94000) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 11:23:16.338838 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-dc3c6b7c-d45d-4c24-b478-a1bd6260b3d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072d778e-b4c9-4688-a1f8-87635c19d212']}} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:23:16.361357 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-dc3c6b7c-d45d-4c24-b478-a1bd6260b3d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052ad395-361c-41b6-9565-e0bff30f9558') {'for_net_delete': True} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:23:16.361357 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-dc3c6b7c-d45d-4c24-b478-a1bd6260b3d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052ad395-361c-41b6-9565-e0bff30f9558') {} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:23:16.381059 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6b7c-d45d-4c24-b478-a1bd6260b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784557247901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530207178'] for segment, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:16.403510 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6b7c-d45d-4c24-b478-a1bd6260b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:16.413584 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3c6b7c-d45d-4c24-b478-a1bd6260b3d0 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 11:23:16.413987 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6b7c-d45d-4c24-b478-a1bd6260b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530160541'] for segment, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: from cryptography.utils import int_from_bytes Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: from cryptography.utils import int_from_bytes Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: Traceback (most recent call last): Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: timer() Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: cb(*args, **kw) Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: return func(*args, **kwargs) Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: self._notify() Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: self.callback(batched_events) Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: event.method(event) Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: return f(self, *a, **k) Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: return self._get(url).json() Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: return self.request(url, 'GET', **kwargs) Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 11:23:16.417870 dv-cinder-811032-1-iscsi neutron-server[94000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 11:23:16.482406 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6b7c-d45d-4c24-b478-a1bd6260b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748556'] for network, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:16.491428 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc3c6b7c-d45d-4c24-b478-a1bd6260b3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:16.496083 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-dc3c6b7c-d45d-4c24-b478-a1bd6260b3d0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/072d778e-b4c9-4688-a1f8-87635c19d212 HTTP/1.1" status: 204 len: 168 time: 0.4692824 Sep 26 11:23:16.503163 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c6b7c-d45d-4c24-b478-a1bd6260b3d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=072d778e-b4c9-4688-a1f8-87635c19d212,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:16.688661 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 46768) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:16.742481 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-6a9b872f-6dc7-4281-a453-f7e4d2af5fcd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=67eee41fc6fb495c886ceb34253e4191&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0538003 Sep 26 11:23:16.745335 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 46774) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:16.820382 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-9d0b7475-3c6c-4e42-bc97-f695c21694f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:16.846158 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-9d0b7475-3c6c-4e42-bc97-f695c21694f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:16.905699 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-9d0b7475-3c6c-4e42-bc97-f695c21694f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:16.908495 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-9d0b7475-3c6c-4e42-bc97-f695c21694f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:16.909652 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-9d0b7475-3c6c-4e42-bc97-f695c21694f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e903be7-4b1a-4979-826e-9568b911597f HTTP/1.1" status: 204 len: 168 time: 0.1633673 Sep 26 11:23:16.918314 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b7475-3c6c-4e42-bc97-f695c21694f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e903be7-4b1a-4979-826e-9568b911597f,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:17.270884 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c9078-bd20-4c94-b1de-bf816b4167f2 req-52e49c3c-a3ee-4312-b178-668a026f0732 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:17.272622 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-068c9078-bd20-4c94-b1de-bf816b4167f2 req-52e49c3c-a3ee-4312-b178-668a026f0732 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0560474 Sep 26 11:23:17.350744 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-068c9078-bd20-4c94-b1de-bf816b4167f2 req-7ba3cc64-3ef9-4276-b082-40e521376b66 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681343 Sep 26 11:23:18.431569 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-4a4d9839-b926-4ffe-a5c9-f0f9a11062d6 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:18.434025 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-4a4d9839-b926-4ffe-a5c9-f0f9a11062d6 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/networks?id=3648fc75-c2d1-4acd-9ffa-052eac6b49c8 HTTP/1.1" status: 200 len: 814 time: 0.1206753 Sep 26 11:23:18.488849 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-34851658-b1a5-4627-9ee0-0a788866908e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/quotas/2420ccca5e84489db9a6b4bf84d2a930 HTTP/1.1" status: 200 len: 375 time: 0.0451849 Sep 26 11:23:18.603409 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ec46e-cba2-47a0-9115-8494a1e0d018 req-88fbcd9a-fcab-4fb5-84ec-650d5007e1d1 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:18.604925 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ec1ec46e-cba2-47a0-9115-8494a1e0d018 req-88fbcd9a-fcab-4fb5-84ec-650d5007e1d1 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.1133420 Sep 26 11:23:18.610920 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-3c8fd1a7-eb17-4359-9f4e-da9dd199b018 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2420ccca5e84489db9a6b4bf84d2a930&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1001444 Sep 26 11:23:18.682584 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ec1ec46e-cba2-47a0-9115-8494a1e0d018 req-a0cd855d-e9ac-4185-bed6-1daaf0c9809d tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707064 Sep 26 11:23:18.751022 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-50a4a1e7-eb2b-4df6-96c8-00c1eb460a6e service neutron] 10.222.0.15 "GET /v2.0/networks/3648fc75-c2d1-4acd-9ffa-052eac6b49c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286602 Sep 26 11:23:18.863132 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-14a9c48e-aece-43df-b974-e30e7dbb9ea5 service neutron] 10.222.0.15 "GET /v2.0/networks/3648fc75-c2d1-4acd-9ffa-052eac6b49c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065371 Sep 26 11:23:19.037803 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-91eb0123-7bc2-4d6c-8e83-b8916b3620fa req-b8721034-adf9-4fa8-b8ab-0c0982d063c4 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=48620baf-c489-4b0c-b375-bfe21b77ccd6 HTTP/1.1" status: 200 len: 210 time: 0.0287261 Sep 26 11:23:19.826253 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b23f16-31e3-4413-935b-2a727dfa000f req-387dbf7f-137d-4dd7-a14d-1956e53f3072 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:19.826875 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c5b23f16-31e3-4413-935b-2a727dfa000f req-387dbf7f-137d-4dd7-a14d-1956e53f3072 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0661511 Sep 26 11:23:19.895294 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c5b23f16-31e3-4413-935b-2a727dfa000f req-e1bae9d9-e460-4b73-9d22-7560ea0feae2 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628734 Sep 26 11:23:20.178809 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8f1be00e-e45b-422b-8135-938dce4278a6 req-d4a1b00a-f6b0-47c3-a858-449410b33a00 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=48620baf-c489-4b0c-b375-bfe21b77ccd6 HTTP/1.1" status: 200 len: 210 time: 0.0380125 Sep 26 11:23:20.317628 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-2c7c4071-f8cd-47ff-8da8-7349abaae2d5 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:20.319538 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-2c7c4071-f8cd-47ff-8da8-7349abaae2d5 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.22 "GET /v2.0/networks?id=3648fc75-c2d1-4acd-9ffa-052eac6b49c8 HTTP/1.1" status: 200 len: 814 time: 0.1244895 Sep 26 11:23:20.335822 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-081d1bc0-7cd4-40a5-9625-01199b6b6983 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Request body: {'port': {'device_id': '48620baf-c489-4b0c-b375-bfe21b77ccd6', 'network_id': '3648fc75-c2d1-4acd-9ffa-052eac6b49c8', 'admin_state_up': True, 'tenant_id': '2420ccca5e84489db9a6b4bf84d2a930'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:23:20.468676 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-081d1bc0-7cd4-40a5-9625-01199b6b6983 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Made reservation on behalf of 2420ccca5e84489db9a6b4bf84d2a930 for: {'port': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:23:20.472259 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-081d1bc0-7cd4-40a5-9625-01199b6b6983 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:20.614083 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-081d1bc0-7cd4-40a5-9625-01199b6b6983 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Allocated IP 172.20.0.13 (3648fc75-c2d1-4acd-9ffa-052eac6b49c8/01cc8a24-a40e-4f6f-b303-98aba3c61d4a/bf2c5a26-d6f1-4238-bcd7-aef704133af5) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:23:20.656867 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 47070) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:20.712869 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 47074) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:20.789752 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-081d1bc0-7cd4-40a5-9625-01199b6b6983 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:20.835423 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8339dc54-5b05-4294-8f4a-770480b4285c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:20.837774 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e35a1ea-4ffd-4c1e-9246-2bb542b98bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:20.853999 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-081d1bc0-7cd4-40a5-9625-01199b6b6983 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:20.869342 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['6fed321b-cb5e-4620-943a-3b26358ffb06', 'b1871f02-4262-4521-b33c-f6c524a91a57'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:23:20.898561 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-081d1bc0-7cd4-40a5-9625-01199b6b6983 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Network 3648fc75-c2d1-4acd-9ffa-052eac6b49c8 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:23:20.901875 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-081d1bc0-7cd4-40a5-9625-01199b6b6983 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:23:20.906527 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-081d1bc0-7cd4-40a5-9625-01199b6b6983 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:23:20.915998 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d1bc0-7cd4-40a5-9625-01199b6b6983 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Pushing event updated for resources: {'Port': ['ID=bf2c5a26-d6f1-4238-bcd7-aef704133af5,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:20.958026 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8339dc54-5b05-4294-8f4a-770480b4285c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:20.965273 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8339dc54-5b05-4294-8f4a-770480b4285c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:21.007334 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8339dc54-5b05-4294-8f4a-770480b4285c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efec0194-fe56-41b0-8b99-019425d818aa,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:21.080306 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e35a1ea-4ffd-4c1e-9246-2bb542b98bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:21.084123 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-8339dc54-5b05-4294-8f4a-770480b4285c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f66483b1b7c49df831925fca3272f0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3699036 Sep 26 11:23:21.088428 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 47088) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:21.089065 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e35a1ea-4ffd-4c1e-9246-2bb542b98bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:21.109606 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e181ab4-5f77-40d7-a95b-5c770043740d req-7ea8f13c-45ab-4c16-8e1a-06ae13f2bfc6 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:21.110094 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-081d1bc0-7cd4-40a5-9625-01199b6b6983 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:21.111480 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9e181ab4-5f77-40d7-a95b-5c770043740d req-7ea8f13c-45ab-4c16-8e1a-06ae13f2bfc6 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.1053474 Sep 26 11:23:21.111986 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-081d1bc0-7cd4-40a5-9625-01199b6b6983 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:21.196316 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9e181ab4-5f77-40d7-a95b-5c770043740d req-1016735b-941e-4058-8260-67e1de20530c tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742774 Sep 26 11:23:21.243373 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 47102) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:21.243601 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-7e35a1ea-4ffd-4c1e-9246-2bb542b98bbd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c44de6cf7ed84dcdaddb2a841a8b6719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5774670 Sep 26 11:23:21.248039 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-081d1bc0-7cd4-40a5-9625-01199b6b6983 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9178765 Sep 26 11:23:21.286772 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-f2facfc9-9827-415f-a776-54f178dcab27 service neutron] Request body: {'port': {'device_id': '48620baf-c489-4b0c-b375-bfe21b77ccd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81103'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:23:21.290370 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35a1ea-4ffd-4c1e-9246-2bb542b98bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94983056-8b4c-4deb-8840-9c5e7e7d962b,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:21.334009 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0a8ffe54-150a-499d-8597-ac711506e0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:21.372831 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-f2facfc9-9827-415f-a776-54f178dcab27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:21.403005 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0a8ffe54-150a-499d-8597-ac711506e0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:21.422088 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-916fe2ed-5a04-4d59-9dff-6632128cbad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:21.446694 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424808e-dfb7-40fa-8550-c3f3b1f31f3a req-7224b67e-cd5e-4937-bd83-5068d4c6c6f0 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:21.448441 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c424808e-dfb7-40fa-8550-c3f3b1f31f3a req-7224b67e-cd5e-4937-bd83-5068d4c6c6f0 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=48620baf-c489-4b0c-b375-bfe21b77ccd6 HTTP/1.1" status: 200 len: 932 time: 0.1365077 Sep 26 11:23:21.471880 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-916fe2ed-5a04-4d59-9dff-6632128cbad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:21.533484 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c424808e-dfb7-40fa-8550-c3f3b1f31f3a req-ddace2da-60ce-4c40-a89d-3abf20b7652c tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763602 Sep 26 11:23:21.561316 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-916fe2ed-5a04-4d59-9dff-6632128cbad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:21.564905 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-916fe2ed-5a04-4d59-9dff-6632128cbad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:21.566489 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-916fe2ed-5a04-4d59-9dff-6632128cbad2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94983056-8b4c-4deb-8840-9c5e7e7d962b HTTP/1.1" status: 204 len: 168 time: 0.3305447 Sep 26 11:23:21.576694 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fe2ed-5a04-4d59-9dff-6632128cbad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94983056-8b4c-4deb-8840-9c5e7e7d962b,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:21.773798 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0a8ffe54-150a-499d-8597-ac711506e0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:21.776453 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0a8ffe54-150a-499d-8597-ac711506e0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:21.777628 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-0a8ffe54-150a-499d-8597-ac711506e0bc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/efec0194-fe56-41b0-8b99-019425d818aa HTTP/1.1" status: 204 len: 168 time: 0.6850078 Sep 26 11:23:21.806284 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ffe54-150a-499d-8597-ac711506e0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efec0194-fe56-41b0-8b99-019425d818aa,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:21.888227 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 47122) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:21.902273 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d810a15c-d639-4544-80c2-604ac6e9c4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:21.979872 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-f2facfc9-9827-415f-a776-54f178dcab27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf2c5a26-d6f1-4238-bcd7-aef704133af5 {{(pid=94000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:23:21.987462 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-f2facfc9-9827-415f-a776-54f178dcab27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:22.006834 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.provisioning_blocks [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-f2facfc9-9827-415f-a776-54f178dcab27 service neutron] Transition to ACTIVE for port object bf2c5a26-d6f1-4238-bcd7-aef704133af5 will not be triggered until provisioned by entity L2. {{(pid=94000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 11:23:22.012143 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-f2facfc9-9827-415f-a776-54f178dcab27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530160741'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:22.013183 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d810a15c-d639-4544-80c2-604ac6e9c4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:22.018450 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d810a15c-d639-4544-80c2-604ac6e9c4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:22.071283 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-d810a15c-d639-4544-80c2-604ac6e9c4c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b8fb97542e44d04a763abd70281ba57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1795204 Sep 26 11:23:22.072034 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 47126) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:22.078656 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810a15c-d639-4544-80c2-604ac6e9c4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87dac512-a9e0-4d69-b322-8ee5cca5b900,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:22.094950 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2facfc9-9827-415f-a776-54f178dcab27 service neutron] Pushing event updated for resources: {'Port': ['ID=bf2c5a26-d6f1-4238-bcd7-aef704133af5,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:22.131699 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 47128) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:22.136765 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6e2e23ba-da03-4a98-b666-aeeb24b963dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:22.149495 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-784f6987-7931-4bad-8cdc-34a9f32df745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:22.159262 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6e2e23ba-da03-4a98-b666-aeeb24b963dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:22.188846 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-f2facfc9-9827-415f-a776-54f178dcab27 service neutron] Attempting to bind port bf2c5a26-d6f1-4238-bcd7-aef704133af5 on host hv-cinder-81103 for vnic_type normal with profile {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:23:22.189193 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-f2facfc9-9827-415f-a776-54f178dcab27 service neutron] Attempting to bind port bf2c5a26-d6f1-4238-bcd7-aef704133af5 by drivers openvswitch,hyperv on host hv-cinder-81103 at level 0 using segments [{'id': 'bb9d2606-9463-4e42-a9b7-76a1c77e2f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3648fc75-c2d1-4acd-9ffa-052eac6b49c8'}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:23:22.189561 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-f2facfc9-9827-415f-a776-54f178dcab27 service neutron] Attempting to bind port bf2c5a26-d6f1-4238-bcd7-aef704133af5 on network 3648fc75-c2d1-4acd-9ffa-052eac6b49c8 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:23:22.202351 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-f2facfc9-9827-415f-a776-54f178dcab27 service neutron] Port bf2c5a26-d6f1-4238-bcd7-aef704133af5 on network 3648fc75-c2d1-4acd-9ffa-052eac6b49c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81103 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 11:23:22.202706 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-f2facfc9-9827-415f-a776-54f178dcab27 service neutron] Attempting to bind port bf2c5a26-d6f1-4238-bcd7-aef704133af5 on network 3648fc75-c2d1-4acd-9ffa-052eac6b49c8 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:23:22.217602 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-f2facfc9-9827-415f-a776-54f178dcab27 service neutron] Checking agent: {'id': 'c7902f34-c618-4561-9fcf-9ee1c8cebcf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81103', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'started_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:23:22.217945 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-f2facfc9-9827-415f-a776-54f178dcab27 service neutron] Checking segment: {'id': 'bb9d2606-9463-4e42-a9b7-76a1c77e2f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3648fc75-c2d1-4acd-9ffa-052eac6b49c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:23:22.218339 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-f2facfc9-9827-415f-a776-54f178dcab27 service neutron] Bound using segment: {'id': 'bb9d2606-9463-4e42-a9b7-76a1c77e2f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3648fc75-c2d1-4acd-9ffa-052eac6b49c8'} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:23:22.218794 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-f2facfc9-9827-415f-a776-54f178dcab27 service neutron] Bound port: bf2c5a26-d6f1-4238-bcd7-aef704133af5, host: hv-cinder-81103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9d2606-9463-4e42-a9b7-76a1c77e2f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3648fc75-c2d1-4acd-9ffa-052eac6b49c8'}}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:23:22.219348 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-f2facfc9-9827-415f-a776-54f178dcab27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:22.228420 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6e2e23ba-da03-4a98-b666-aeeb24b963dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:22.231403 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6e2e23ba-da03-4a98-b666-aeeb24b963dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:22.235678 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-6e2e23ba-da03-4a98-b666-aeeb24b963dc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87dac512-a9e0-4d69-b322-8ee5cca5b900 HTTP/1.1" status: 204 len: 168 time: 0.1625025 Sep 26 11:23:22.246470 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e23ba-da03-4a98-b666-aeeb24b963dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dac512-a9e0-4d69-b322-8ee5cca5b900,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:22.344959 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf37b1-ebe8-432e-9dbc-687ac64c36c6 req-9516b981-e8c7-44a7-923e-507f4f7e3d3b tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:22.346554 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a1cf37b1-ebe8-432e-9dbc-687ac64c36c6 req-9516b981-e8c7-44a7-923e-507f4f7e3d3b tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0653615 Sep 26 11:23:22.351029 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-f2facfc9-9827-415f-a776-54f178dcab27 service neutron] For port bf2c5a26-d6f1-4238-bcd7-aef704133af5, host hv-cinder-81103, cleared binding levels {{(pid=94000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:23:22.359028 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-f2facfc9-9827-415f-a776-54f178dcab27 service neutron] For port bf2c5a26-d6f1-4238-bcd7-aef704133af5, host hv-cinder-81103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=bf2c5a26-d6f1-4238-bcd7-aef704133af5,segment=NetworkSegment(bb9d2606-9463-4e42-a9b7-76a1c77e2f0d),segment_id=bb9d2606-9463-4e42-a9b7-76a1c77e2f0d)] {{(pid=94000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:23:22.370920 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-f2facfc9-9827-415f-a776-54f178dcab27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530160741'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:22.378105 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-784f6987-7931-4bad-8cdc-34a9f32df745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:22.398449 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a1cf37b1-ebe8-432e-9dbc-687ac64c36c6 req-ec0dc0cf-77fe-4bbd-9547-d39ff587d2de tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411422 Sep 26 11:23:22.408614 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-784f6987-7931-4bad-8cdc-34a9f32df745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:22.432159 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-f2facfc9-9827-415f-a776-54f178dcab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:22.432790 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-f2facfc9-9827-415f-a776-54f178dcab27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:22.434229 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-f2facfc9-9827-415f-a776-54f178dcab27 service neutron] 10.222.0.22 "PUT /v2.0/ports/bf2c5a26-d6f1-4238-bcd7-aef704133af5 HTTP/1.1" status: 200 len: 1094 time: 1.1565213 Sep 26 11:23:22.439296 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48620baf-c489-4b0c-b375-bfe21b77ccd6', 'tag': 'bf2c5a26-d6f1-4238-bcd7-aef704133af5'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:23:22.447078 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac05579741f88b05fd5495e6fabac80b3338caa1126b8e71f43a8600e84c3c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8432617d-60cd-4b95-ab8a-ff61089a8f17" -d '{"events": [{"name": "network-changed", "server_uuid": "48620baf-c489-4b0c-b375-bfe21b77ccd6", "tag": "bf2c5a26-d6f1-4238-bcd7-aef704133af5"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:23:22.497456 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf52070-b1b4-4c68-a0de-f0d6319a3a92 x-openstack-request-id: req-2bf52070-b1b4-4c68-a0de-f0d6319a3a92 {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:23:22.497893 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48620baf-c489-4b0c-b375-bfe21b77ccd6", "tag": "bf2c5a26-d6f1-4238-bcd7-aef704133af5", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:23:22.498293 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2bf52070-b1b4-4c68-a0de-f0d6319a3a92 {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:23:22.498947 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48620baf-c489-4b0c-b375-bfe21b77ccd6', 'tag': 'bf2c5a26-d6f1-4238-bcd7-aef704133af5', 'status': 'completed', 'code': 200} Sep 26 11:23:22.510372 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-784f6987-7931-4bad-8cdc-34a9f32df745 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=91eae3611eec4b5ea9aad66f093471ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774445 Sep 26 11:23:22.512947 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 47142) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:22.516329 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f6987-7931-4bad-8cdc-34a9f32df745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbc54e9-3877-40aa-9a02-ccd4dead8514,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:22.574531 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d198da15-58fd-4f57-8da7-601a7bd54ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:22.588502 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2facfc9-9827-415f-a776-54f178dcab27 service neutron] Pushing event updated for resources: {'Port': ['ID=bf2c5a26-d6f1-4238-bcd7-aef704133af5,revision_number=3']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:22.610122 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d198da15-58fd-4f57-8da7-601a7bd54ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:22.652019 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-871ecdcd-6de2-4451-9ac6-1e6300e83c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:22.654499 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-871ecdcd-6de2-4451-9ac6-1e6300e83c19 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2420ccca5e84489db9a6b4bf84d2a930&device_id=48620baf-c489-4b0c-b375-bfe21b77ccd6 HTTP/1.1" status: 200 len: 1097 time: 0.1398096 Sep 26 11:23:22.723838 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-df53ba19-933b-4fcb-bf58-f805b72ef58b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf2c5a26-d6f1-4238-bcd7-aef704133af5 HTTP/1.1" status: 200 len: 217 time: 0.0548949 Sep 26 11:23:22.728314 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d198da15-58fd-4f57-8da7-601a7bd54ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:22.733082 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d198da15-58fd-4f57-8da7-601a7bd54ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:22.734627 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-d198da15-58fd-4f57-8da7-601a7bd54ba6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0bbc54e9-3877-40aa-9a02-ccd4dead8514 HTTP/1.1" status: 204 len: 168 time: 0.2204232 Sep 26 11:23:22.775611 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fa115-7b47-4a95-bae8-133c032b1cd1 req-b77fb256-737e-4ca1-aeac-5355a982a79f tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:22.788742 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7f7fa115-7b47-4a95-bae8-133c032b1cd1 req-b77fb256-737e-4ca1-aeac-5355a982a79f tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=48620baf-c489-4b0c-b375-bfe21b77ccd6 HTTP/1.1" status: 200 len: 944 time: 0.1354587 Sep 26 11:23:22.799577 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198da15-58fd-4f57-8da7-601a7bd54ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbc54e9-3877-40aa-9a02-ccd4dead8514,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:22.835236 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-4c5833f6-08c4-44b0-90c6-625ab32ed926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:22.837365 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-4c5833f6-08c4-44b0-90c6-625ab32ed926 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=01cc8a24-a40e-4f6f-b303-98aba3c61d4a HTTP/1.1" status: 200 len: 854 time: 0.1054695 Sep 26 11:23:22.843650 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7f7fa115-7b47-4a95-bae8-133c032b1cd1 req-3c0a0cdb-95a1-4730-a8d7-7b56a340ecb9 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431588 Sep 26 11:23:22.896888 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-a785f16c-741a-4cf7-b9cc-004c2f56e0c0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3648fc75-c2d1-4acd-9ffa-052eac6b49c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441439 Sep 26 11:23:23.059937 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-42a74994-a8c0-4e67-932c-fe8b3cf1b13a service neutron] 10.222.0.22 "GET /v2.0/networks/3648fc75-c2d1-4acd-9ffa-052eac6b49c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481614 Sep 26 11:23:23.203104 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-34db33b4-bf9d-4223-afa3-9f3287f98142 req-fb365d53-58bf-4c10-9ee1-d3db797fbd5e service neutron] 10.222.0.22 "GET /v2.0/networks/3648fc75-c2d1-4acd-9ffa-052eac6b49c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262057 Sep 26 11:23:23.244719 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 47176) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:23.360564 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432617d-60cd-4b95-ab8a-ff61089a8f17 req-59a57b4c-c36e-4d61-96c4-c57d0d571810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:23.362512 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-8432617d-60cd-4b95-ab8a-ff61089a8f17 req-59a57b4c-c36e-4d61-96c4-c57d0d571810 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2420ccca5e84489db9a6b4bf84d2a930&device_id=48620baf-c489-4b0c-b375-bfe21b77ccd6 HTTP/1.1" status: 200 len: 1097 time: 0.0806308 Sep 26 11:23:23.407561 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-df343fc6-9846-4481-b781-654aa6bf1aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:23.531521 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432617d-60cd-4b95-ab8a-ff61089a8f17 req-88ffae84-82ef-478a-8e5c-4de7dba12efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:23.533840 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-8432617d-60cd-4b95-ab8a-ff61089a8f17 req-88ffae84-82ef-478a-8e5c-4de7dba12efe service neutron] 10.222.0.22 "GET /v2.0/networks?id=3648fc75-c2d1-4acd-9ffa-052eac6b49c8 HTTP/1.1" status: 200 len: 915 time: 0.1572924 Sep 26 11:23:23.606288 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeee466-6e18-42ba-b85b-33d3efa72e79 req-336ebbc0-b02e-40af-89fb-acd94ad4f7aa tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:23.614785 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bfeee466-6e18-42ba-b85b-33d3efa72e79 req-336ebbc0-b02e-40af-89fb-acd94ad4f7aa tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.1121173 Sep 26 11:23:23.619081 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-8432617d-60cd-4b95-ab8a-ff61089a8f17 req-5e72dc7b-c548-4308-bcd1-5e68c78cd67f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf2c5a26-d6f1-4238-bcd7-aef704133af5 HTTP/1.1" status: 200 len: 217 time: 0.0765367 Sep 26 11:23:23.632140 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-df343fc6-9846-4481-b781-654aa6bf1aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:23.641416 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-df343fc6-9846-4481-b781-654aa6bf1aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:23.694995 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bfeee466-6e18-42ba-b85b-33d3efa72e79 req-d9b273ab-60c6-495b-8085-9420afd7a8cf tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757635 Sep 26 11:23:23.697942 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432617d-60cd-4b95-ab8a-ff61089a8f17 req-1734d906-e34e-4afc-be73-40a8d5e9847e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:23.707731 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-8432617d-60cd-4b95-ab8a-ff61089a8f17 req-1734d906-e34e-4afc-be73-40a8d5e9847e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=01cc8a24-a40e-4f6f-b303-98aba3c61d4a HTTP/1.1" status: 200 len: 854 time: 0.0659087 Sep 26 11:23:23.720984 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df343fc6-9846-4481-b781-654aa6bf1aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbdc715-b82b-4782-8073-183674454052,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:23.726518 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-df343fc6-9846-4481-b781-654aa6bf1aba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=032e979959214e4391483b09e9d458f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4800172 Sep 26 11:23:23.729147 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 47200) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:23.744790 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-8432617d-60cd-4b95-ab8a-ff61089a8f17 req-7dc5b7f3-9868-44fa-853a-7b602b500a38 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3648fc75-c2d1-4acd-9ffa-052eac6b49c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331225 Sep 26 11:23:23.791055 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4e6c3284-14f2-4c09-a0e7-517e973c85b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:23.814699 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4e6c3284-14f2-4c09-a0e7-517e973c85b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:23.878345 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-8432617d-60cd-4b95-ab8a-ff61089a8f17 req-6f7da68f-83e2-4c24-b105-67fe0bc3c7dd service neutron] 10.222.0.22 "GET /v2.0/networks/3648fc75-c2d1-4acd-9ffa-052eac6b49c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213224 Sep 26 11:23:23.896594 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4e6c3284-14f2-4c09-a0e7-517e973c85b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:23.899541 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4e6c3284-14f2-4c09-a0e7-517e973c85b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:23.900838 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-4e6c3284-14f2-4c09-a0e7-517e973c85b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2fbdc715-b82b-4782-8073-183674454052 HTTP/1.1" status: 204 len: 168 time: 0.1706970 Sep 26 11:23:23.920828 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c3284-14f2-4c09-a0e7-517e973c85b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbdc715-b82b-4782-8073-183674454052,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:24.005845 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832d039-00dd-4b49-9e75-002c7057152a req-41d076b7-3325-4dd8-bea2-35c7ad00c158 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:24.007399 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6832d039-00dd-4b49-9e75-002c7057152a req-41d076b7-3325-4dd8-bea2-35c7ad00c158 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=48620baf-c489-4b0c-b375-bfe21b77ccd6 HTTP/1.1" status: 200 len: 944 time: 0.0602479 Sep 26 11:23:24.020146 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-8432617d-60cd-4b95-ab8a-ff61089a8f17 req-83e218f2-e75b-4bbb-8d86-e94bfd3b4d3b service neutron] 10.222.0.22 "GET /v2.0/networks/3648fc75-c2d1-4acd-9ffa-052eac6b49c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298480 Sep 26 11:23:24.056593 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6832d039-00dd-4b49-9e75-002c7057152a req-19b5f55e-2077-4ffa-812b-68612271c8d1 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425668 Sep 26 11:23:24.443561 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 47238) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:24.465545 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-072e009a-991a-455b-be3a-818109367f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:24.617594 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-072e009a-991a-455b-be3a-818109367f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:24.633172 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-072e009a-991a-455b-be3a-818109367f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:24.702763 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-072e009a-991a-455b-be3a-818109367f25 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=50cde95a2cd14340af72fa74006d1d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2555592 Sep 26 11:23:24.702763 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e009a-991a-455b-be3a-818109367f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7c3e88-4352-462f-b4bf-441981ee72aa,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:24.704118 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 47248) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:24.794685 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-da1ac0cf-04fb-4c43-9e82-1354766708df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:24.823860 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-da1ac0cf-04fb-4c43-9e82-1354766708df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:24.856429 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803636f8-5125-4d31-9bef-1715640121bb req-3ed678e5-91a8-48f8-8cd6-a03af66a4a1d tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:24.856429 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-803636f8-5125-4d31-9bef-1715640121bb req-3ed678e5-91a8-48f8-8cd6-a03af66a4a1d tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0616102 Sep 26 11:23:24.892213 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-da1ac0cf-04fb-4c43-9e82-1354766708df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:24.895935 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-da1ac0cf-04fb-4c43-9e82-1354766708df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:24.900076 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-da1ac0cf-04fb-4c43-9e82-1354766708df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce7c3e88-4352-462f-b4bf-441981ee72aa HTTP/1.1" status: 204 len: 168 time: 0.1912985 Sep 26 11:23:24.907478 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ac0cf-04fb-4c43-9e82-1354766708df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7c3e88-4352-462f-b4bf-441981ee72aa,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:24.912729 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-803636f8-5125-4d31-9bef-1715640121bb req-c13f91f6-7bf2-4b87-aba4-c69f08168f91 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506995 Sep 26 11:23:25.192519 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc222ae-c2d5-4670-b9a4-b1fbc8499bdc req-6b1cfbfc-56f5-413f-ba78-8196d8a953a4 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:25.193593 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9bc222ae-c2d5-4670-b9a4-b1fbc8499bdc req-6b1cfbfc-56f5-413f-ba78-8196d8a953a4 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=48620baf-c489-4b0c-b375-bfe21b77ccd6 HTTP/1.1" status: 200 len: 944 time: 0.0635376 Sep 26 11:23:25.237106 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9bc222ae-c2d5-4670-b9a4-b1fbc8499bdc req-88ae17e3-bac4-45b5-8873-d0fedd5ef15d tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347004 Sep 26 11:23:25.519630 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 47280) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:25.540256 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2dd37b2d-065a-480a-af74-1c7e7eebab41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:25.673813 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2dd37b2d-065a-480a-af74-1c7e7eebab41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:25.679587 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2dd37b2d-065a-480a-af74-1c7e7eebab41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:25.716783 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd37b2d-065a-480a-af74-1c7e7eebab41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1916e10-9af9-46f3-ad10-1abf45af0645,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:25.720988 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-2dd37b2d-065a-480a-af74-1c7e7eebab41 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2fdf408ab5e04ced913888eb1fb34d4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2001271 Sep 26 11:23:25.724374 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 47292) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:25.780172 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2e2269c0-290d-47e6-9c42-cb7c26262295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:25.805551 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2e2269c0-290d-47e6-9c42-cb7c26262295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:25.867957 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2e2269c0-290d-47e6-9c42-cb7c26262295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:25.871100 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2e2269c0-290d-47e6-9c42-cb7c26262295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:25.874891 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-2e2269c0-290d-47e6-9c42-cb7c26262295 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f1916e10-9af9-46f3-ad10-1abf45af0645 HTTP/1.1" status: 204 len: 168 time: 0.1473277 Sep 26 11:23:25.882133 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2269c0-290d-47e6-9c42-cb7c26262295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1916e10-9af9-46f3-ad10-1abf45af0645,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:25.969981 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device bf2c5a26-d6f1-4238-bcd7-aef704133af5 details requested by agent hyperv_hv-cinder-81103 with host hv-cinder-81103 {{(pid=94002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 11:23:26.121519 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port bf2c5a26-d6f1-4238-bcd7-aef704133af5, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=bf2c5a26-d6f1-4238-bcd7-aef704133af5,segment=NetworkSegment(bb9d2606-9463-4e42-a9b7-76a1c77e2f0d),segment_id=bb9d2606-9463-4e42-a9b7-76a1c77e2f0d)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:23:26.143685 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Returning: {'device': 'bf2c5a26-d6f1-4238-bcd7-aef704133af5', 'network_id': '3648fc75-c2d1-4acd-9ffa-052eac6b49c8', 'port_id': 'bf2c5a26-d6f1-4238-bcd7-aef704133af5', 'mac_address': 'fa:16:3e:6f:90:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01cc8a24-a40e-4f6f-b303-98aba3c61d4a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 11:23:26.155186 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080514b-3b26-4b52-83db-2b66675e340f req-5482c112-fb44-441d-a8e3-0d4f9581424a tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:26.157809 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5080514b-3b26-4b52-83db-2b66675e340f req-5482c112-fb44-441d-a8e3-0d4f9581424a tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0904431 Sep 26 11:23:26.203718 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:26.220101 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf2c5a26-d6f1-4238-bcd7-aef704133af5 {{(pid=94002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:23:26.229766 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5080514b-3b26-4b52-83db-2b66675e340f req-f40e54c2-867c-4f8b-a70e-faee2b766f6e tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618043 Sep 26 11:23:26.257178 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port bf2c5a26-d6f1-4238-bcd7-aef704133af5, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=bf2c5a26-d6f1-4238-bcd7-aef704133af5,segment=NetworkSegment(bb9d2606-9463-4e42-a9b7-76a1c77e2f0d),segment_id=bb9d2606-9463-4e42-a9b7-76a1c77e2f0d)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:23:26.264514 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:26.379477 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=bf2c5a26-d6f1-4238-bcd7-aef704133af5,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:26.447980 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8914e3-5ab8-456f-9407-7fa1fa4b86ce req-7d9469c0-3245-42fc-aec1-a787d2c972eb tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:26.455505 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2d8914e3-5ab8-456f-9407-7fa1fa4b86ce req-7d9469c0-3245-42fc-aec1-a787d2c972eb tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=48620baf-c489-4b0c-b375-bfe21b77ccd6 HTTP/1.1" status: 200 len: 945 time: 0.0982845 Sep 26 11:23:26.498956 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2d8914e3-5ab8-456f-9407-7fa1fa4b86ce req-48d3302e-2db4-4ab7-9249-2031581b17f5 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377252 Sep 26 11:23:27.018238 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 47370) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:27.328996 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 47386) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:27.349904 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f041e399-21fe-4c80-b880-7399b04b68dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:27.390380 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd00355-3196-4844-b27b-a25e0622138f req-72627065-30bb-4586-b4f9-8849fd894c25 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:27.391917 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bcd00355-3196-4844-b27b-a25e0622138f req-72627065-30bb-4586-b4f9-8849fd894c25 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0825415 Sep 26 11:23:27.407268 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c9dbbbc4-4b99-423f-b22a-7542d15b69e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:27.459842 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bcd00355-3196-4844-b27b-a25e0622138f req-4e43fa3a-99e3-443e-a04e-05c177c2eee4 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582724 Sep 26 11:23:27.504765 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f041e399-21fe-4c80-b880-7399b04b68dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:27.509191 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f041e399-21fe-4c80-b880-7399b04b68dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:27.550981 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041e399-21fe-4c80-b880-7399b04b68dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8a7b6d-3054-49c5-8530-febb4412aede,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:27.558469 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-f041e399-21fe-4c80-b880-7399b04b68dd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7d280d40260742ca8abde81f5cbce802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5391047 Sep 26 11:23:27.559484 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 47428) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:27.625034 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c9dbbbc4-4b99-423f-b22a-7542d15b69e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:27.634457 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c9dbbbc4-4b99-423f-b22a-7542d15b69e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:27.671779 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20daff07-c029-476e-b271-32db6980b05b req-139141a1-4f21-402d-8b7d-1cc232cb8bb4 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:27.673524 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-20daff07-c029-476e-b271-32db6980b05b req-139141a1-4f21-402d-8b7d-1cc232cb8bb4 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=48620baf-c489-4b0c-b375-bfe21b77ccd6 HTTP/1.1" status: 200 len: 945 time: 0.0816038 Sep 26 11:23:27.674184 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2c555dd1-6d38-47e8-b90e-a69c2c7268b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:27.681464 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-c9dbbbc4-4b99-423f-b22a-7542d15b69e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3a3c8806c704b34b45f0cb4b9e19180&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3496115 Sep 26 11:23:27.684483 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dbbbc4-4b99-423f-b22a-7542d15b69e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182fa525-5784-4903-b643-c66b2c11d1af,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:27.687651 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 47434) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:27.723099 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2c555dd1-6d38-47e8-b90e-a69c2c7268b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:27.754485 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f8f4daff-ba1a-4879-8836-05c616f455f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:27.782056 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f8f4daff-ba1a-4879-8836-05c616f455f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:27.798706 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-20daff07-c029-476e-b271-32db6980b05b req-b88be5af-de36-40c1-bce7-185d97f92709 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117134 Sep 26 11:23:27.831637 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2c555dd1-6d38-47e8-b90e-a69c2c7268b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:27.834680 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2c555dd1-6d38-47e8-b90e-a69c2c7268b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:27.835960 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-2c555dd1-6d38-47e8-b90e-a69c2c7268b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc8a7b6d-3054-49c5-8530-febb4412aede HTTP/1.1" status: 204 len: 168 time: 0.2745008 Sep 26 11:23:27.841084 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f8f4daff-ba1a-4879-8836-05c616f455f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:27.845241 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f8f4daff-ba1a-4879-8836-05c616f455f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:27.847705 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-f8f4daff-ba1a-4879-8836-05c616f455f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/182fa525-5784-4903-b643-c66b2c11d1af HTTP/1.1" status: 204 len: 168 time: 0.1578977 Sep 26 11:23:27.849498 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c555dd1-6d38-47e8-b90e-a69c2c7268b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8a7b6d-3054-49c5-8530-febb4412aede,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:27.858105 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4daff-ba1a-4879-8836-05c616f455f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182fa525-5784-4903-b643-c66b2c11d1af,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:28.176701 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 47448) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:28.190776 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-24de7133-4303-4742-910f-6fb1a6930651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:28.241671 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 47456) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:28.257402 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-48b55f3a-a0d2-473f-8a87-0009741fb318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:28.302283 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-24de7133-4303-4742-910f-6fb1a6930651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:28.306923 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-24de7133-4303-4742-910f-6fb1a6930651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:28.361313 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-24de7133-4303-4742-910f-6fb1a6930651 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=80e6f7a34e8545eda0089bd3b0a832d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1811821 Sep 26 11:23:28.361313 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de7133-4303-4742-910f-6fb1a6930651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862094c0-5e81-4bdb-9bbb-4e8f929bf577,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:28.361905 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 47464) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:28.428156 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-48b55f3a-a0d2-473f-8a87-0009741fb318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:28.433690 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-48b55f3a-a0d2-473f-8a87-0009741fb318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:28.462625 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['bf2c5a26-d6f1-4238-bcd7-aef704133af5'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:23:28.467585 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-aa0a606e-546c-4767-b482-41699950342f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:28.487474 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b55f3a-a0d2-473f-8a87-0009741fb318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cb3346-f850-4f0b-820a-715c64c36b5a,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:28.502564 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 47470) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:28.502710 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-48b55f3a-a0d2-473f-8a87-0009741fb318 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=534d8764d9e549afaa4a8ceb17277e9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597430 Sep 26 11:23:28.508545 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-aa0a606e-546c-4767-b482-41699950342f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:28.577560 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-aa0a606e-546c-4767-b482-41699950342f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:28.580663 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-aa0a606e-546c-4767-b482-41699950342f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:28.583164 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-aa0a606e-546c-4767-b482-41699950342f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/862094c0-5e81-4bdb-9bbb-4e8f929bf577 HTTP/1.1" status: 204 len: 168 time: 0.2195990 Sep 26 11:23:28.592594 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a606e-546c-4767-b482-41699950342f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862094c0-5e81-4bdb-9bbb-4e8f929bf577,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:28.634113 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3fd6d7dc-04c8-496b-be42-d80b1cfdbffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:28.658500 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101c744-f975-4a59-b567-4cfc9d1bcd21 req-bfc78dff-1fce-49a2-9036-fb9de95afea6 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:28.661250 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f101c744-f975-4a59-b567-4cfc9d1bcd21 req-bfc78dff-1fce-49a2-9036-fb9de95afea6 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0984216 Sep 26 11:23:28.682470 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3fd6d7dc-04c8-496b-be42-d80b1cfdbffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:28.733761 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f101c744-f975-4a59-b567-4cfc9d1bcd21 req-23ab9022-2e16-48a6-84fd-d3fd2efb2d83 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638952 Sep 26 11:23:28.760643 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3fd6d7dc-04c8-496b-be42-d80b1cfdbffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:28.763791 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3fd6d7dc-04c8-496b-be42-d80b1cfdbffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:28.765500 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-3fd6d7dc-04c8-496b-be42-d80b1cfdbffc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/38cb3346-f850-4f0b-820a-715c64c36b5a HTTP/1.1" status: 204 len: 168 time: 0.2609992 Sep 26 11:23:28.774770 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6d7dc-04c8-496b-be42-d80b1cfdbffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cb3346-f850-4f0b-820a-715c64c36b5a,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:28.928811 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:28.966960 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcebb65-e12c-4d6d-af9b-ade3bb28033f req-a66c6b99-3868-4687-af8c-dc6f0442f61f tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:28.974831 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ffcebb65-e12c-4d6d-af9b-ade3bb28033f req-a66c6b99-3868-4687-af8c-dc6f0442f61f tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=48620baf-c489-4b0c-b375-bfe21b77ccd6 HTTP/1.1" status: 200 len: 945 time: 0.0720098 Sep 26 11:23:29.020832 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ffcebb65-e12c-4d6d-af9b-ade3bb28033f req-4ab47012-4df0-4c91-91e3-bfaa063551a3 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435779 Sep 26 11:23:29.342261 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-954709ca-f9ea-4ae2-8dad-f79c6ebfcddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:29.863777 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f265af-8d68-48ad-b3ac-317d41cf5dea req-baa6cfbc-eb85-4121-adac-d79e27fe959c tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:29.870860 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-79f265af-8d68-48ad-b3ac-317d41cf5dea req-baa6cfbc-eb85-4121-adac-d79e27fe959c tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0617309 Sep 26 11:23:29.928167 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-79f265af-8d68-48ad-b3ac-317d41cf5dea req-cd9c050c-fd35-45a9-a9fd-807cd11a3514 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504451 Sep 26 11:23:29.993629 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device bf2c5a26-d6f1-4238-bcd7-aef704133af5 up at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:23:30.056664 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning for port bf2c5a26-d6f1-4238-bcd7-aef704133af5 completed by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 11:23:30.061971 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning complete for port bf2c5a26-d6f1-4238-bcd7-aef704133af5 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:23:30.062385 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:30.157521 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e755f3-ce67-4557-95b6-d31f6bd4c5b2 req-f0ccf0f7-979e-4b00-9207-09696355ba96 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:30.163252 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-65e755f3-ce67-4557-95b6-d31f6bd4c5b2 req-f0ccf0f7-979e-4b00-9207-09696355ba96 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=48620baf-c489-4b0c-b375-bfe21b77ccd6 HTTP/1.1" status: 200 len: 945 time: 0.0661030 Sep 26 11:23:30.185400 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:30.232576 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-65e755f3-ce67-4557-95b6-d31f6bd4c5b2 req-9e05fca3-33df-47c9-a30a-4aa4df4da3ac tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663238 Sep 26 11:23:30.259116 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48620baf-c489-4b0c-b375-bfe21b77ccd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2c5a26-d6f1-4238-bcd7-aef704133af5'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:23:30.261781 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b895549-0a25-43d5-84e6-106998c4b324" -d '{"events": [{"server_uuid": "48620baf-c489-4b0c-b375-bfe21b77ccd6", "name": "network-vif-plugged", "status": "completed", "tag": "bf2c5a26-d6f1-4238-bcd7-aef704133af5"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:23:30.268183 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port bf2c5a26-d6f1-4238-bcd7-aef704133af5, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=bf2c5a26-d6f1-4238-bcd7-aef704133af5,segment=NetworkSegment(bb9d2606-9463-4e42-a9b7-76a1c77e2f0d),segment_id=bb9d2606-9463-4e42-a9b7-76a1c77e2f0d)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:23:30.282856 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:30.323649 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4a4319-aaf5-4b06-a3a7-4e7cd0358889 x-openstack-request-id: req-cb4a4319-aaf5-4b06-a3a7-4e7cd0358889 {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:23:30.324165 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48620baf-c489-4b0c-b375-bfe21b77ccd6", "name": "network-vif-plugged", "status": "completed", "tag": "bf2c5a26-d6f1-4238-bcd7-aef704133af5", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:23:30.324612 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb4a4319-aaf5-4b06-a3a7-4e7cd0358889 {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:23:30.325682 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48620baf-c489-4b0c-b375-bfe21b77ccd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf2c5a26-d6f1-4238-bcd7-aef704133af5', 'code': 200} Sep 26 11:23:30.351636 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=bf2c5a26-d6f1-4238-bcd7-aef704133af5,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:30.524436 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d323762-a4a3-44dd-ba90-3b8cac36a906 req-06512ac4-794f-4c47-9979-f8c815dd82f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:30.525763 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6d323762-a4a3-44dd-ba90-3b8cac36a906 req-06512ac4-794f-4c47-9979-f8c815dd82f9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=48620baf-c489-4b0c-b375-bfe21b77ccd6 HTTP/1.1" status: 200 len: 1099 time: 0.0433283 Sep 26 11:23:30.569917 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6d323762-a4a3-44dd-ba90-3b8cac36a906 req-29b6da9f-ed19-4190-9380-703d254e6a65 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340474 Sep 26 11:23:31.042786 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8b01a-5391-4464-a601-ef0f6a6898d9 req-fcc0b686-0349-4c6d-91a1-5f7945477c66 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:31.044367 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c3a8b01a-5391-4464-a601-ef0f6a6898d9 req-fcc0b686-0349-4c6d-91a1-5f7945477c66 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0501776 Sep 26 11:23:31.084584 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c3a8b01a-5391-4464-a601-ef0f6a6898d9 req-2baf2dc8-cf52-44d5-8656-ba9738b69bc5 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344503 Sep 26 11:23:31.162603 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 47604) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:31.275214 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d0563a91-3149-42d9-8bbb-c00aa2fba266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:31.578886 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43825172-ae7d-450f-a161-0f259f19ed2e req-8189cb5d-9e05-4e37-916c-0271e565f1bd tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:31.580368 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-43825172-ae7d-450f-a161-0f259f19ed2e req-8189cb5d-9e05-4e37-916c-0271e565f1bd tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=48620baf-c489-4b0c-b375-bfe21b77ccd6 HTTP/1.1" status: 200 len: 946 time: 0.2780652 Sep 26 11:23:31.633170 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d0563a91-3149-42d9-8bbb-c00aa2fba266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:31.639387 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d0563a91-3149-42d9-8bbb-c00aa2fba266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:31.647755 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-43825172-ae7d-450f-a161-0f259f19ed2e req-5bf525d1-05d0-4572-b164-9daae5856832 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606151 Sep 26 11:23:31.681647 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-d0563a91-3149-42d9-8bbb-c00aa2fba266 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=33439e479ade4c319992155a1f77af8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5179424 Sep 26 11:23:31.682500 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0563a91-3149-42d9-8bbb-c00aa2fba266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c004c6a-5654-4d27-b8bd-01cd4f71e0e7,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:31.684800 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 47620) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:31.766815 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cfd7436a-beb7-42f3-ae14-eb9ad0cbdac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:31.792741 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cfd7436a-beb7-42f3-ae14-eb9ad0cbdac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:31.845136 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cfd7436a-beb7-42f3-ae14-eb9ad0cbdac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:31.848752 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cfd7436a-beb7-42f3-ae14-eb9ad0cbdac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:31.850062 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-cfd7436a-beb7-42f3-ae14-eb9ad0cbdac3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c004c6a-5654-4d27-b8bd-01cd4f71e0e7 HTTP/1.1" status: 204 len: 168 time: 0.1636546 Sep 26 11:23:31.858243 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7436a-beb7-42f3-ae14-eb9ad0cbdac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c004c6a-5654-4d27-b8bd-01cd4f71e0e7,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:31.863546 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-e35a3dad-819d-42aa-8a39-c2affa37925f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:32.135643 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 47630) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:32.157677 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-023d7428-c14c-4d0b-ba72-1e259c363626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:32.240286 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4891c42-4b20-4b79-9758-9ea21bee018a req-75b2ba11-26db-4625-81f0-7d1ba049f6e6 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:32.241751 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d4891c42-4b20-4b79-9758-9ea21bee018a req-75b2ba11-26db-4625-81f0-7d1ba049f6e6 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0752273 Sep 26 11:23:32.295931 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d4891c42-4b20-4b79-9758-9ea21bee018a req-3bdcfcca-28f5-4984-b4f4-3c5ddc7c6f06 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479004 Sep 26 11:23:32.317120 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-023d7428-c14c-4d0b-ba72-1e259c363626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:32.324081 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-023d7428-c14c-4d0b-ba72-1e259c363626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:32.363557 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-023d7428-c14c-4d0b-ba72-1e259c363626 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17c54be351bc4890b2b2dbed75031f5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263157 Sep 26 11:23:32.364272 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d7428-c14c-4d0b-ba72-1e259c363626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4f0514-46dd-48c3-8c34-be017f1f171b,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:32.366244 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 47634) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:32.418360 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f4f0926a-c9d7-4748-9bad-7e3dcdea5791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:32.439364 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f4f0926a-c9d7-4748-9bad-7e3dcdea5791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:32.489528 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:32.495380 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f4f0926a-c9d7-4748-9bad-7e3dcdea5791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:32.498004 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f4f0926a-c9d7-4748-9bad-7e3dcdea5791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:32.499216 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-f4f0926a-c9d7-4748-9bad-7e3dcdea5791 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c4f0514-46dd-48c3-8c34-be017f1f171b HTTP/1.1" status: 204 len: 168 time: 0.1319668 Sep 26 11:23:32.511889 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0926a-c9d7-4748-9bad-7e3dcdea5791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4f0514-46dd-48c3-8c34-be017f1f171b,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:32.767640 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d771d-f8f2-41ae-abea-ab8948bc83c2 req-1ea23427-2573-48de-87f1-100a549428cf tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:32.769882 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-117d771d-f8f2-41ae-abea-ab8948bc83c2 req-1ea23427-2573-48de-87f1-100a549428cf tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=48620baf-c489-4b0c-b375-bfe21b77ccd6 HTTP/1.1" status: 200 len: 946 time: 0.0551407 Sep 26 11:23:32.814602 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-117d771d-f8f2-41ae-abea-ab8948bc83c2 req-6b912e18-6a8a-4e45-bf16-cc210998f4d7 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360358 Sep 26 11:23:33.270557 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 47674) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:33.276119 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:33.378100 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-575a09a1-2a28-4bec-b6d4-9d9c55059843 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-885410041-network', 'tenant_id': 'da8f5553667040c9bb8707b6fe627827'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:23:33.408408 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575a09a1-2a28-4bec-b6d4-9d9c55059843 admin admin] Made reservation on behalf of da8f5553667040c9bb8707b6fe627827 for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:23:33.411465 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-575a09a1-2a28-4bec-b6d4-9d9c55059843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:33.419941 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-575a09a1-2a28-4bec-b6d4-9d9c55059843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:33.421095 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb28d88-497b-42ff-bb5e-09f8054f93c3 req-93085d22-853e-4c6a-af8a-84290f1e4bdf tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:33.422580 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-cdb28d88-497b-42ff-bb5e-09f8054f93c3 req-93085d22-853e-4c6a-af8a-84290f1e4bdf tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0519202 Sep 26 11:23:33.461304 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-cdb28d88-497b-42ff-bb5e-09f8054f93c3 req-4f5d1f21-eafd-4a5e-a223-916d9ef96aaf tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318377 Sep 26 11:23:33.518259 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-575a09a1-2a28-4bec-b6d4-9d9c55059843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:33.522871 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-575a09a1-2a28-4bec-b6d4-9d9c55059843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:33.547711 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-575a09a1-2a28-4bec-b6d4-9d9c55059843 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 11:23:33.558587 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a09a1-2a28-4bec-b6d4-9d9c55059843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f90cb2-454a-4255-ac30-ea258f169e9b,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:33.563464 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-575a09a1-2a28-4bec-b6d4-9d9c55059843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:33.563812 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.db.segments_db [None req-575a09a1-2a28-4bec-b6d4-9d9c55059843 admin admin] Added segment 83038a72-0207-473a-9de2-caf37dc280f8 of type vlan for network 0b2d10dc-3e3e-4ec8-9e31-9d03f6af1ba2 Sep 26 11:23:33.608209 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-575a09a1-2a28-4bec-b6d4-9d9c55059843 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784556657430'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:33.633624 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-575a09a1-2a28-4bec-b6d4-9d9c55059843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:33.636241 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575a09a1-2a28-4bec-b6d4-9d9c55059843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:33.636241 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-575a09a1-2a28-4bec-b6d4-9d9c55059843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:33.674199 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-575a09a1-2a28-4bec-b6d4-9d9c55059843 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3999140 Sep 26 11:23:33.674742 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 47688) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:33.679649 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-19850291-d1c7-4dc0-885b-f9665054ed47 admin admin] Request body: {'subnet': {'network_id': '0b2d10dc-3e3e-4ec8-9e31-9d03f6af1ba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-885410041-subnet', 'tenant_id': 'da8f5553667040c9bb8707b6fe627827', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:23:33.704385 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19850291-d1c7-4dc0-885b-f9665054ed47 admin admin] Made reservation on behalf of da8f5553667040c9bb8707b6fe627827 for: {'subnet': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:23:33.707656 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a09a1-2a28-4bec-b6d4-9d9c55059843 admin admin] Pushing event updated for resources: {'Network': ['ID=0b2d10dc-3e3e-4ec8-9e31-9d03f6af1ba2,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:33.708717 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-19850291-d1c7-4dc0-885b-f9665054ed47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529669002'] for subnet, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:33.719039 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Network 0b2d10dc-3e3e-4ec8-9e31-9d03f6af1ba2 details requested by agent ovs-agent-dv-cinder-811032-1-iscsi with host dv-cinder-811032-1-iscsi {{(pid=94002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 11:23:33.896636 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 47692) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:33.910811 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-19850291-d1c7-4dc0-885b-f9665054ed47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530552600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529669048'] for subnet, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:33.970426 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19850291-d1c7-4dc0-885b-f9665054ed47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=939e25c2-fd03-4376-9a81-7c08ab12ff16,revision_number=0']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:33.979300 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19850291-d1c7-4dc0-885b-f9665054ed47 admin admin] Checking segment: {'id': '83038a72-0207-473a-9de2-caf37dc280f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '0b2d10dc-3e3e-4ec8-9e31-9d03f6af1ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:23:33.979664 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19850291-d1c7-4dc0-885b-f9665054ed47 admin admin] Network hostable DHCP agents. Network: 0b2d10dc-3e3e-4ec8-9e31-9d03f6af1ba2, hostable agents: ['ecf2eb48-0220-401f-8612-1931512fe08d'], hosted agents: [] {{(pid=94001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 11:23:33.997900 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19850291-d1c7-4dc0-885b-f9665054ed47 admin admin] Network 0b2d10dc-3e3e-4ec8-9e31-9d03f6af1ba2 is scheduled to be hosted by DHCP agent ecf2eb48-0220-401f-8612-1931512fe08d with binding_index 1 {{(pid=94001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 11:23:34.010142 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-19850291-d1c7-4dc0-885b-f9665054ed47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811032-1-iscsi, 0b2d10dc-3e3e-4ec8-9e31-9d03f6af1ba2) {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:23:34.013901 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-773efc29-9046-44b2-92d3-cff8e6bd14f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:34.022432 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19850291-d1c7-4dc0-885b-f9665054ed47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:34.023390 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-19850291-d1c7-4dc0-885b-f9665054ed47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:34.023914 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b4a055-3726-4468-846d-f14591e99e21 None None] Network 0b2d10dc-3e3e-4ec8-9e31-9d03f6af1ba2 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:23:34.130024 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-773efc29-9046-44b2-92d3-cff8e6bd14f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:34.134517 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-773efc29-9046-44b2-92d3-cff8e6bd14f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:34.142673 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-19850291-d1c7-4dc0-885b-f9665054ed47 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4667258 Sep 26 11:23:34.184606 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-773efc29-9046-44b2-92d3-cff8e6bd14f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4aaa3806fa694a5aae372f42a1f98f3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829702 Sep 26 11:23:34.184606 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773efc29-9046-44b2-92d3-cff8e6bd14f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befd70af-84e5-4738-bc75-611c0ee31fed,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:34.184606 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 47700) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:34.215489 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e65861e-5477-44c9-bceb-1822f80c0fe1 None None] Network 0b2d10dc-3e3e-4ec8-9e31-9d03f6af1ba2 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:23:34.243270 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8b510b9d-6152-4632-826b-110dc5c18efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:34.279282 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8b510b9d-6152-4632-826b-110dc5c18efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:34.307435 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:23:34.349167 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8b510b9d-6152-4632-826b-110dc5c18efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:34.352193 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8b510b9d-6152-4632-826b-110dc5c18efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:34.353366 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-8b510b9d-6152-4632-826b-110dc5c18efe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/befd70af-84e5-4738-bc75-611c0ee31fed HTTP/1.1" status: 204 len: 168 time: 0.1684747 Sep 26 11:23:34.362096 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b510b9d-6152-4632-826b-110dc5c18efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befd70af-84e5-4738-bc75-611c0ee31fed,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:34.612190 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff82143-65aa-409b-8695-f5acec9bbdb4 req-818cefe0-8f83-4799-9d44-31e182f3cea4 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:34.613893 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-cff82143-65aa-409b-8695-f5acec9bbdb4 req-818cefe0-8f83-4799-9d44-31e182f3cea4 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0701735 Sep 26 11:23:34.678094 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:34.702680 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-cff82143-65aa-409b-8695-f5acec9bbdb4 req-6a6eab99-c874-476c-8af5-f34208bc5ed3 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764599 Sep 26 11:23:34.955069 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 47742) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:34.961559 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-71ad4cc3-3fb2-477d-baf4-1bd1dab5df85 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1004820321-network', 'tenant_id': '48affc8991be4f36a95d05253d9e11f3'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:23:34.987185 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ad4cc3-3fb2-477d-baf4-1bd1dab5df85 admin admin] Made reservation on behalf of 48affc8991be4f36a95d05253d9e11f3 for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:23:34.991380 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-71ad4cc3-3fb2-477d-baf4-1bd1dab5df85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:35.005012 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-71ad4cc3-3fb2-477d-baf4-1bd1dab5df85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:35.107588 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-71ad4cc3-3fb2-477d-baf4-1bd1dab5df85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:35.111764 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-71ad4cc3-3fb2-477d-baf4-1bd1dab5df85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:35.135362 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ad4cc3-3fb2-477d-baf4-1bd1dab5df85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 11:23:35.153579 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad4cc3-3fb2-477d-baf4-1bd1dab5df85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bfaffd-e65e-4ac6-990f-a1f8aae7cb46,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:35.157004 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-71ad4cc3-3fb2-477d-baf4-1bd1dab5df85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:35.157433 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.db.segments_db [None req-71ad4cc3-3fb2-477d-baf4-1bd1dab5df85 admin admin] Added segment 066367c9-adc2-41b8-a503-8aaa27311d5f of type vlan for network dd2472bb-6978-4576-99ae-397b3f815796 Sep 26 11:23:35.208807 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-71ad4cc3-3fb2-477d-baf4-1bd1dab5df85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784556657430'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:35.247435 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-71ad4cc3-3fb2-477d-baf4-1bd1dab5df85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:35.248452 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ad4cc3-3fb2-477d-baf4-1bd1dab5df85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:35.249036 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-71ad4cc3-3fb2-477d-baf4-1bd1dab5df85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:35.284092 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 47754) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:35.284949 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-71ad4cc3-3fb2-477d-baf4-1bd1dab5df85 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3268828 Sep 26 11:23:35.290709 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-68c2c49b-e4d5-42bb-8801-8d9c3c2a8dd0 admin admin] Request body: {'subnet': {'network_id': 'dd2472bb-6978-4576-99ae-397b3f815796', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1004820321-subnet', 'tenant_id': '48affc8991be4f36a95d05253d9e11f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:23:35.316243 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c2c49b-e4d5-42bb-8801-8d9c3c2a8dd0 admin admin] Made reservation on behalf of 48affc8991be4f36a95d05253d9e11f3 for: {'subnet': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:23:35.319044 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-68c2c49b-e4d5-42bb-8801-8d9c3c2a8dd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529669002'] for subnet, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:35.321878 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad4cc3-3fb2-477d-baf4-1bd1dab5df85 admin admin] Pushing event updated for resources: {'Network': ['ID=dd2472bb-6978-4576-99ae-397b3f815796,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:35.333932 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Network dd2472bb-6978-4576-99ae-397b3f815796 details requested by agent ovs-agent-dv-cinder-811032-1-iscsi with host dv-cinder-811032-1-iscsi {{(pid=94002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 11:23:35.505011 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-68c2c49b-e4d5-42bb-8801-8d9c3c2a8dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530552600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529669048'] for subnet, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:35.565991 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2c49b-e4d5-42bb-8801-8d9c3c2a8dd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d411af9-b473-4b6b-af1f-c15decbe408d,revision_number=0']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:35.581320 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c2c49b-e4d5-42bb-8801-8d9c3c2a8dd0 admin admin] Checking segment: {'id': '066367c9-adc2-41b8-a503-8aaa27311d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'dd2472bb-6978-4576-99ae-397b3f815796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:23:35.581693 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c2c49b-e4d5-42bb-8801-8d9c3c2a8dd0 admin admin] Network hostable DHCP agents. Network: dd2472bb-6978-4576-99ae-397b3f815796, hostable agents: ['ecf2eb48-0220-401f-8612-1931512fe08d'], hosted agents: [] {{(pid=94001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 11:23:35.598932 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c2c49b-e4d5-42bb-8801-8d9c3c2a8dd0 admin admin] Network dd2472bb-6978-4576-99ae-397b3f815796 is scheduled to be hosted by DHCP agent ecf2eb48-0220-401f-8612-1931512fe08d with binding_index 1 {{(pid=94001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 11:23:35.607796 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-68c2c49b-e4d5-42bb-8801-8d9c3c2a8dd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811032-1-iscsi, dd2472bb-6978-4576-99ae-397b3f815796) {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:23:35.611740 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c2c49b-e4d5-42bb-8801-8d9c3c2a8dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:35.612331 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-68c2c49b-e4d5-42bb-8801-8d9c3c2a8dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:35.617090 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c8df95-2fa0-4759-a474-87129ce40127 None None] Network dd2472bb-6978-4576-99ae-397b3f815796 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:23:35.628602 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-68c2c49b-e4d5-42bb-8801-8d9c3c2a8dd0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3424561 Sep 26 11:23:35.767981 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a841cf9-795b-4b36-91d8-3738fe7cd3aa None None] Network dd2472bb-6978-4576-99ae-397b3f815796 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:23:35.849775 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7abe7-10ea-4ef9-9e83-4e3edb898d22 req-ef600860-6595-4091-aba7-c8a2b622c642 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:35.851475 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-85f7abe7-10ea-4ef9-9e83-4e3edb898d22 req-ef600860-6595-4091-aba7-c8a2b622c642 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0704300 Sep 26 11:23:35.927970 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-85f7abe7-10ea-4ef9-9e83-4e3edb898d22 req-86181583-1888-4b1c-8179-59118b2f545e tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695279 Sep 26 11:23:37.072587 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edd500-33af-4d82-8d66-bf99c890d7d9 req-cb93eb8f-0f44-46c3-8d71-39237072a74b tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:37.074212 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e1edd500-33af-4d82-8d66-bf99c890d7d9 req-cb93eb8f-0f44-46c3-8d71-39237072a74b tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0648208 Sep 26 11:23:37.127469 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e1edd500-33af-4d82-8d66-bf99c890d7d9 req-75ee524a-9296-4acf-8a0a-ce45e131137e tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464299 Sep 26 11:23:38.267344 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754e3eb-4648-4132-86a3-3a4696967e37 req-7e8b5dbf-842d-4591-b07c-0349648b0aed tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:38.268810 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e754e3eb-4648-4132-86a3-3a4696967e37 req-7e8b5dbf-842d-4591-b07c-0349648b0aed tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0584567 Sep 26 11:23:38.313558 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e754e3eb-4648-4132-86a3-3a4696967e37 req-b7979dc4-df62-4b3b-ba31-c4761e0e1e65 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386498 Sep 26 11:23:39.444031 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87a967-dbff-4014-90cc-5df7cbc8aedb req-e05da55d-4707-452f-a948-f24be1170e4c tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:39.445818 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9d87a967-dbff-4014-90cc-5df7cbc8aedb req-e05da55d-4707-452f-a948-f24be1170e4c tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0567217 Sep 26 11:23:39.489550 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9d87a967-dbff-4014-90cc-5df7cbc8aedb req-2951e361-8da2-4904-8f13-463597563a8a tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366244 Sep 26 11:23:40.607029 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05032ce8-f600-4721-965b-c321ca77cba6 req-b1950c5c-91f1-4642-a16a-676c35fd8bfd tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:40.608505 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-05032ce8-f600-4721-965b-c321ca77cba6 req-b1950c5c-91f1-4642-a16a-676c35fd8bfd tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0500019 Sep 26 11:23:40.648368 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-05032ce8-f600-4721-965b-c321ca77cba6 req-5e9149ed-6d27-49ec-b259-81df8eca007c tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330884 Sep 26 11:23:41.781787 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f36ec5-4009-42a7-b8be-a54a520ae57f req-952c0ce6-2382-41a8-857f-de34bddb36d7 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:41.783413 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-56f36ec5-4009-42a7-b8be-a54a520ae57f req-952c0ce6-2382-41a8-857f-de34bddb36d7 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0603940 Sep 26 11:23:41.833075 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-56f36ec5-4009-42a7-b8be-a54a520ae57f req-689f6f0e-4912-4e6e-a164-1d4ebcfcd10a tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425923 Sep 26 11:23:42.976806 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87fae55-08da-415c-8277-13356f979c38 req-9b80c9a2-43f0-45f8-942d-4eb649bd9f7d tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:42.978342 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f87fae55-08da-415c-8277-13356f979c38 req-9b80c9a2-43f0-45f8-942d-4eb649bd9f7d tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0719075 Sep 26 11:23:43.022258 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f87fae55-08da-415c-8277-13356f979c38 req-66e1fca5-7a58-492f-ad4c-163a4f68ea0d tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372863 Sep 26 11:23:44.150799 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35481a6c-fb95-4928-b736-dd179c80a2f2 req-5460b43e-880e-4d7c-b2b2-b70a3bf2acf2 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:44.152347 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-35481a6c-fb95-4928-b736-dd179c80a2f2 req-5460b43e-880e-4d7c-b2b2-b70a3bf2acf2 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0540836 Sep 26 11:23:44.191170 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-35481a6c-fb95-4928-b736-dd179c80a2f2 req-a75cca3a-8ba2-496a-8515-2da374448807 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322809 Sep 26 11:23:45.309995 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba57b39-6dab-4da4-8834-aaa4c7732c68 req-fe6578c1-ee8f-4df6-a3d9-d74aca0e5a45 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:45.311440 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-cba57b39-6dab-4da4-8834-aaa4c7732c68 req-fe6578c1-ee8f-4df6-a3d9-d74aca0e5a45 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0513206 Sep 26 11:23:45.354933 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-cba57b39-6dab-4da4-8834-aaa4c7732c68 req-87b54b4b-8712-483a-830a-73b9df3cab08 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365839 Sep 26 11:23:46.474570 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2fe495-dbe5-4e16-a321-9db1117d18ae req-719e6839-5f70-4be2-8d34-8654ddcad2a3 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:46.476146 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ee2fe495-dbe5-4e16-a321-9db1117d18ae req-719e6839-5f70-4be2-8d34-8654ddcad2a3 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0485706 Sep 26 11:23:46.518377 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ee2fe495-dbe5-4e16-a321-9db1117d18ae req-51e831d6-098f-4345-b7ea-33e1bc587d0a tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363357 Sep 26 11:23:47.641020 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13d24e-9c17-40b0-be48-7abe43cb80a2 req-833f3ac9-ca9c-4e1b-b589-e44621ee1f55 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:47.642563 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2d13d24e-9c17-40b0-be48-7abe43cb80a2 req-833f3ac9-ca9c-4e1b-b589-e44621ee1f55 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0508833 Sep 26 11:23:47.687936 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2d13d24e-9c17-40b0-be48-7abe43cb80a2 req-0069e961-275a-4020-ae5d-53d263dc502b tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392182 Sep 26 11:23:48.835608 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef7bb1-1dfa-4634-88f9-72b74637ee88 req-0875571e-5b67-4684-bd75-3bcff362dcd8 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:48.837057 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bfef7bb1-1dfa-4634-88f9-72b74637ee88 req-0875571e-5b67-4684-bd75-3bcff362dcd8 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0511916 Sep 26 11:23:48.883073 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bfef7bb1-1dfa-4634-88f9-72b74637ee88 req-19e81d4f-ee53-44d7-9e9d-953e7bed01fd tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395813 Sep 26 11:23:50.039527 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940affaf-221d-4c38-a984-80aa24d230a1 req-0dabfc4a-78a0-403b-ad4f-e80d0666631f tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:50.043260 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-940affaf-221d-4c38-a984-80aa24d230a1 req-0dabfc4a-78a0-403b-ad4f-e80d0666631f tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0661683 Sep 26 11:23:50.100627 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-940affaf-221d-4c38-a984-80aa24d230a1 req-ef7baedd-67b7-4083-b4ec-20a944536900 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510764 Sep 26 11:23:51.293580 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4e8411-c5b5-42ac-90e8-0062563905d5 req-f406b5d2-d150-4855-a724-e24194aff5aa tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:51.294624 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0d4e8411-c5b5-42ac-90e8-0062563905d5 req-f406b5d2-d150-4855-a724-e24194aff5aa tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0994461 Sep 26 11:23:51.400933 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0d4e8411-c5b5-42ac-90e8-0062563905d5 req-4e5918e9-370b-4c48-8f7a-521ff656c3c9 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999429 Sep 26 11:23:52.575015 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400047ef-3830-4c86-8cb5-8bd6e35e30f1 req-7f9779c1-0888-4e01-9f04-6f81ca8497ba tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:52.576604 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-400047ef-3830-4c86-8cb5-8bd6e35e30f1 req-7f9779c1-0888-4e01-9f04-6f81ca8497ba tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0594356 Sep 26 11:23:52.632978 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-400047ef-3830-4c86-8cb5-8bd6e35e30f1 req-c42cb9f4-7db2-4587-8d2e-c26a08ff2125 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458305 Sep 26 11:23:53.791848 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cfb68-5b7f-4e10-a325-96975d04c220 req-81a6d78d-82c3-4801-b4dd-3ff4b005819f tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:53.793399 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-db0cfb68-5b7f-4e10-a325-96975d04c220 req-81a6d78d-82c3-4801-b4dd-3ff4b005819f tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0660238 Sep 26 11:23:53.837329 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-db0cfb68-5b7f-4e10-a325-96975d04c220 req-3bec3c88-8bdc-4620-8907-43723b9c5f99 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370524 Sep 26 11:23:54.329375 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 48258) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:54.381241 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_v2 [None req-542b5406-4e55-40cf-8002-590d20b66b34 admin admin] Deleting subnet 939e25c2-fd03-4376-9a81-7c08ab12ff16 {{(pid=94001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 11:23:54.385457 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-542b5406-4e55-40cf-8002-590d20b66b34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:54.431150 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-542b5406-4e55-40cf-8002-590d20b66b34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2161611'] for subnet, precommit_delete_associations {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:54.480481 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-542b5406-4e55-40cf-8002-590d20b66b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733527'] for subnet, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:54.541207 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-542b5406-4e55-40cf-8002-590d20b66b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530552793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529669039'] for subnet, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:54.567144 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b5406-4e55-40cf-8002-590d20b66b34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=939e25c2-fd03-4376-9a81-7c08ab12ff16,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:54.575339 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-542b5406-4e55-40cf-8002-590d20b66b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:54.576860 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-542b5406-4e55-40cf-8002-590d20b66b34 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/939e25c2-fd03-4376-9a81-7c08ab12ff16 HTTP/1.1" status: 204 len: 168 time: 0.2464991 Sep 26 11:23:54.578689 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b5406-4e55-40cf-8002-590d20b66b34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:54.578930 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b5406-4e55-40cf-8002-590d20b66b34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:54.579256 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b5406-4e55-40cf-8002-590d20b66b34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:54.579592 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b5406-4e55-40cf-8002-590d20b66b34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:54.579909 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b5406-4e55-40cf-8002-590d20b66b34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:54.580238 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b5406-4e55-40cf-8002-590d20b66b34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:54.580556 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b5406-4e55-40cf-8002-590d20b66b34 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:54.580651 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 48262) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:54.581079 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b5406-4e55-40cf-8002-590d20b66b34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:54.581179 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b5406-4e55-40cf-8002-590d20b66b34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:54.581521 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b5406-4e55-40cf-8002-590d20b66b34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:54.581810 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b5406-4e55-40cf-8002-590d20b66b34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:54.582127 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542b5406-4e55-40cf-8002-590d20b66b34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:54.674085 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-478332db-f1be-4e40-baec-efb07b8c2e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832047'] for network, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:54.761842 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-478332db-f1be-4e40-baec-efb07b8c2e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722414', 'neutron.services.segments.db._delete_segments_for_network-8784557248148'] for network, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:54.787702 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-478332db-f1be-4e40-baec-efb07b8c2e4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2d10dc-3e3e-4ec8-9e31-9d03f6af1ba2']}} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:23:54.799423 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-478332db-f1be-4e40-baec-efb07b8c2e4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83038a72-0207-473a-9de2-caf37dc280f8') {'for_net_delete': True} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:23:54.799726 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-478332db-f1be-4e40-baec-efb07b8c2e4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83038a72-0207-473a-9de2-caf37dc280f8') {} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:23:54.818245 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-478332db-f1be-4e40-baec-efb07b8c2e4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784557247901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530207178'] for segment, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:54.834481 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-478332db-f1be-4e40-baec-efb07b8c2e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:54.839118 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-478332db-f1be-4e40-baec-efb07b8c2e4c admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=94000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 11:23:54.839690 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-478332db-f1be-4e40-baec-efb07b8c2e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530160541'] for segment, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: Traceback (most recent call last): Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: timer() Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: cb(*args, **kw) Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: return func(*args, **kwargs) Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: self._notify() Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: self.callback(batched_events) Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: event.method(event) Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: return f(self, *a, **k) Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: return self._get(url).json() Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: return self.request(url, 'GET', **kwargs) Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 11:23:54.842362 dv-cinder-811032-1-iscsi neutron-server[94000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 11:23:54.912491 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-478332db-f1be-4e40-baec-efb07b8c2e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748556'] for network, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:54.920363 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-478332db-f1be-4e40-baec-efb07b8c2e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:54.923716 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-478332db-f1be-4e40-baec-efb07b8c2e4c admin admin] 10.222.0.15 "DELETE /v2.0/networks/0b2d10dc-3e3e-4ec8-9e31-9d03f6af1ba2 HTTP/1.1" status: 204 len: 168 time: 0.3414907 Sep 26 11:23:54.930734 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 48266) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:54.938752 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478332db-f1be-4e40-baec-efb07b8c2e4c admin admin] Pushing event deleted for resources: {'Network': ['ID=0b2d10dc-3e3e-4ec8-9e31-9d03f6af1ba2,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:54.947436 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478332db-f1be-4e40-baec-efb07b8c2e4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:54.947843 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478332db-f1be-4e40-baec-efb07b8c2e4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:54.948230 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478332db-f1be-4e40-baec-efb07b8c2e4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:54.948725 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478332db-f1be-4e40-baec-efb07b8c2e4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:54.949106 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478332db-f1be-4e40-baec-efb07b8c2e4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:54.949539 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478332db-f1be-4e40-baec-efb07b8c2e4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:54.949915 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478332db-f1be-4e40-baec-efb07b8c2e4c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:54.950290 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478332db-f1be-4e40-baec-efb07b8c2e4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:54.950739 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478332db-f1be-4e40-baec-efb07b8c2e4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:54.951117 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478332db-f1be-4e40-baec-efb07b8c2e4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:54.951487 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478332db-f1be-4e40-baec-efb07b8c2e4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:54.951854 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478332db-f1be-4e40-baec-efb07b8c2e4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:23:55.011127 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c396ba3-b178-48c0-be1a-673103c80e57 req-1c9f8e1d-2cbe-4704-842c-2b98f91e7582 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:55.012714 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3c396ba3-b178-48c0-be1a-673103c80e57 req-1c9f8e1d-2cbe-4704-842c-2b98f91e7582 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0934031 Sep 26 11:23:55.015637 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d8f84c9-a4ce-4c5c-a004-425e4e799128 admin admin] Deleting subnet 7d411af9-b473-4b6b-af1f-c15decbe408d {{(pid=94001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 11:23:55.020151 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8d8f84c9-a4ce-4c5c-a004-425e4e799128 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:55.082941 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8d8f84c9-a4ce-4c5c-a004-425e4e799128 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2161611'] for subnet, precommit_delete_associations {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:55.109227 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3c396ba3-b178-48c0-be1a-673103c80e57 req-6547d1a1-2349-486c-9569-de06cf99a0ef tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900493 Sep 26 11:23:55.139620 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8d8f84c9-a4ce-4c5c-a004-425e4e799128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733527'] for subnet, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:55.213650 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8d8f84c9-a4ce-4c5c-a004-425e4e799128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530552793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529669039'] for subnet, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:55.240828 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f84c9-a4ce-4c5c-a004-425e4e799128 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d411af9-b473-4b6b-af1f-c15decbe408d,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:55.245683 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8d8f84c9-a4ce-4c5c-a004-425e4e799128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:55.247801 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-8d8f84c9-a4ce-4c5c-a004-425e4e799128 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7d411af9-b473-4b6b-af1f-c15decbe408d HTTP/1.1" status: 204 len: 168 time: 0.3152227 Sep 26 11:23:55.253642 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 48270) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:55.328232 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-93fc5281-0c1a-48a2-8d2d-b68db153e098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832047'] for network, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:55.414690 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-93fc5281-0c1a-48a2-8d2d-b68db153e098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722414', 'neutron.services.segments.db._delete_segments_for_network-8784557248148'] for network, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:55.443375 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-93fc5281-0c1a-48a2-8d2d-b68db153e098 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2472bb-6978-4576-99ae-397b3f815796']}} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:23:55.458270 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-93fc5281-0c1a-48a2-8d2d-b68db153e098 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066367c9-adc2-41b8-a503-8aaa27311d5f') {'for_net_delete': True} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:23:55.458579 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-93fc5281-0c1a-48a2-8d2d-b68db153e098 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066367c9-adc2-41b8-a503-8aaa27311d5f') {} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:23:55.469981 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-93fc5281-0c1a-48a2-8d2d-b68db153e098 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784557247901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530207178'] for segment, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:55.485235 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-93fc5281-0c1a-48a2-8d2d-b68db153e098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:55.493679 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93fc5281-0c1a-48a2-8d2d-b68db153e098 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=94000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 11:23:55.494572 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-93fc5281-0c1a-48a2-8d2d-b68db153e098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530160541'] for segment, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: Traceback (most recent call last): Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: timer() Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: cb(*args, **kw) Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: return func(*args, **kwargs) Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: self._notify() Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: self.callback(batched_events) Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: event.method(event) Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: return f(self, *a, **k) Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: return self._get(url).json() Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: return self.request(url, 'GET', **kwargs) Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 11:23:55.496711 dv-cinder-811032-1-iscsi neutron-server[94000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 11:23:55.575113 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-93fc5281-0c1a-48a2-8d2d-b68db153e098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748556'] for network, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:55.580141 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-93fc5281-0c1a-48a2-8d2d-b68db153e098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:55.583276 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-93fc5281-0c1a-48a2-8d2d-b68db153e098 admin admin] 10.222.0.15 "DELETE /v2.0/networks/dd2472bb-6978-4576-99ae-397b3f815796 HTTP/1.1" status: 204 len: 168 time: 0.3267806 Sep 26 11:23:55.599828 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc5281-0c1a-48a2-8d2d-b68db153e098 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd2472bb-6978-4576-99ae-397b3f815796,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:55.693471 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-835a4e20-f444-4e34-9943-3187ef6ebdba tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:55.701355 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-835a4e20-f444-4e34-9943-3187ef6ebdba tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/networks?id=3648fc75-c2d1-4acd-9ffa-052eac6b49c8 HTTP/1.1" status: 200 len: 814 time: 0.1732728 Sep 26 11:23:55.717915 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-f656439c-901e-4c0d-ad12-bcfdaa3b017c tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/quotas/2420ccca5e84489db9a6b4bf84d2a930 HTTP/1.1" status: 200 len: 375 time: 0.0152493 Sep 26 11:23:55.808015 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-159d1fce-dc2a-447b-ab99-cc3280fae7c1 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2420ccca5e84489db9a6b4bf84d2a930&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0816619 Sep 26 11:23:55.886499 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 48326) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:55.930832 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-a30b79dc-9c86-4d86-b55c-a481ec9fa452 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da8f5553667040c9bb8707b6fe627827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431149 Sep 26 11:23:55.934318 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 48328) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:55.952088 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-4cb7f7dd-7cdb-45ae-986b-60debc77b85c service neutron] 10.222.0.15 "GET /v2.0/networks/3648fc75-c2d1-4acd-9ffa-052eac6b49c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346529 Sep 26 11:23:56.023024 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e2a31e2f-f198-4965-8b49-7ba224167742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:56.081053 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e2a31e2f-f198-4965-8b49-7ba224167742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:56.107654 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-48cc2953-6884-470b-b120-e9d27c755451 service neutron] 10.222.0.15 "GET /v2.0/networks/3648fc75-c2d1-4acd-9ffa-052eac6b49c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478140 Sep 26 11:23:56.189326 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6499cd01-fff3-4d5c-9f25-ee6581b9345d req-76c47483-781c-4d6e-aab4-3682df3765c9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768483 Sep 26 11:23:56.217285 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e2a31e2f-f198-4965-8b49-7ba224167742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:56.222547 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e2a31e2f-f198-4965-8b49-7ba224167742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:56.225072 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-e2a31e2f-f198-4965-8b49-7ba224167742 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c2f90cb2-454a-4255-ac30-ea258f169e9b HTTP/1.1" status: 204 len: 168 time: 0.2892082 Sep 26 11:23:56.255984 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a31e2f-f198-4965-8b49-7ba224167742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f90cb2-454a-4255-ac30-ea258f169e9b,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:56.317562 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499cd01-fff3-4d5c-9f25-ee6581b9345d req-beab1426-aafe-4061-b115-b09f89a78142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:56.319227 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6499cd01-fff3-4d5c-9f25-ee6581b9345d req-beab1426-aafe-4061-b115-b09f89a78142 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2420ccca5e84489db9a6b4bf84d2a930&device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 1099 time: 0.0891936 Sep 26 11:23:56.335046 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d6d37-d88d-45d3-a74c-8f7c641fb27c req-f6eb9476-e31f-4974-a292-5a809469e2fb tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:56.337818 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ec1d6d37-d88d-45d3-a74c-8f7c641fb27c req-f6eb9476-e31f-4974-a292-5a809469e2fb tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0951705 Sep 26 11:23:56.418974 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5502d013-2f04-450f-975d-82b0a4922f8e req-dd665562-0b96-4f28-99ae-ac6055fbdbf5 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 210 time: 0.0321631 Sep 26 11:23:56.422806 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ec1d6d37-d88d-45d3-a74c-8f7c641fb27c req-9cc05f67-95fc-4f80-aebd-bf9856c15efa tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766153 Sep 26 11:23:56.483733 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499cd01-fff3-4d5c-9f25-ee6581b9345d req-370cb0b5-130d-404a-8f90-da6c14a4afff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:56.485440 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6499cd01-fff3-4d5c-9f25-ee6581b9345d req-370cb0b5-130d-404a-8f90-da6c14a4afff service neutron] 10.222.0.22 "GET /v2.0/networks?id=3648fc75-c2d1-4acd-9ffa-052eac6b49c8 HTTP/1.1" status: 200 len: 915 time: 0.1423917 Sep 26 11:23:56.555808 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6499cd01-fff3-4d5c-9f25-ee6581b9345d req-13fd9116-e775-4c50-bed8-117259bdfd45 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fed321b-cb5e-4620-943a-3b26358ffb06 HTTP/1.1" status: 200 len: 217 time: 0.0590658 Sep 26 11:23:56.622999 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499cd01-fff3-4d5c-9f25-ee6581b9345d req-c21b219e-64ed-4827-a1af-30446b2088b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:56.626631 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6499cd01-fff3-4d5c-9f25-ee6581b9345d req-c21b219e-64ed-4827-a1af-30446b2088b4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=01cc8a24-a40e-4f6f-b303-98aba3c61d4a HTTP/1.1" status: 200 len: 854 time: 0.0610681 Sep 26 11:23:56.696648 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6499cd01-fff3-4d5c-9f25-ee6581b9345d req-00b29a93-9fdc-4f3f-b851-9e797d4a5a0b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3648fc75-c2d1-4acd-9ffa-052eac6b49c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548553 Sep 26 11:23:56.822234 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 48378) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:56.879307 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-701084e2-72b6-4a86-9e2a-7c1cd9da72fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48affc8991be4f36a95d05253d9e11f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542073 Sep 26 11:23:56.885663 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 48380) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:23:56.901027 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6499cd01-fff3-4d5c-9f25-ee6581b9345d req-c84a746a-5300-4178-8225-0b23cfcf3acd service neutron] 10.222.0.22 "GET /v2.0/networks/3648fc75-c2d1-4acd-9ffa-052eac6b49c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912749 Sep 26 11:23:56.954585 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9e66-7d94-40ce-9047-5cfc6995e745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:56.991632 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9e66-7d94-40ce-9047-5cfc6995e745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:57.068630 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6499cd01-fff3-4d5c-9f25-ee6581b9345d req-e1c54ac5-4803-4705-8d51-a715b966b192 service neutron] 10.222.0.22 "GET /v2.0/networks/3648fc75-c2d1-4acd-9ffa-052eac6b49c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547744 Sep 26 11:23:57.072295 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9e66-7d94-40ce-9047-5cfc6995e745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:57.079989 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4b3e9e66-7d94-40ce-9047-5cfc6995e745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:57.084471 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-4b3e9e66-7d94-40ce-9047-5cfc6995e745 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a5bfaffd-e65e-4ac6-990f-a1f8aae7cb46 HTTP/1.1" status: 204 len: 168 time: 0.1948218 Sep 26 11:23:57.096252 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e9e66-7d94-40ce-9047-5cfc6995e745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bfaffd-e65e-4ac6-990f-a1f8aae7cb46,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:57.295192 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe1d7c-f162-41b0-b9d2-f0ff04beed28 req-f08f518b-6455-412c-bfd9-3fa1b61ff6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:57.296762 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-acfe1d7c-f162-41b0-b9d2-f0ff04beed28 req-f08f518b-6455-412c-bfd9-3fa1b61ff6ee service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 1099 time: 0.0564773 Sep 26 11:23:57.338339 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-acfe1d7c-f162-41b0-b9d2-f0ff04beed28 req-fa342840-8c82-493e-a628-0229b92df94a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325220 Sep 26 11:23:57.572232 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-83cf06e2-4be3-42ac-82aa-3ba7ad287a98 req-7e83dc9c-0a17-4f9b-8152-4c03d7b907a4 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 210 time: 0.0540733 Sep 26 11:23:57.622736 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b59f2-3f63-4b60-b6d5-b0afb99c8f3e req-df20fe17-c2e6-4a95-8870-97dc03a591bd tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:57.624388 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4a2b59f2-3f63-4b60-b6d5-b0afb99c8f3e req-df20fe17-c2e6-4a95-8870-97dc03a591bd tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0877738 Sep 26 11:23:57.671366 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4a2b59f2-3f63-4b60-b6d5-b0afb99c8f3e req-8927389f-80d8-4d61-b5d0-ab00f5288677 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385008 Sep 26 11:23:58.125307 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-a270c5e2-e436-4ffc-a5d5-eb1195f53284 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:58.127019 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-a270c5e2-e436-4ffc-a5d5-eb1195f53284 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.22 "GET /v2.0/networks?id=3648fc75-c2d1-4acd-9ffa-052eac6b49c8 HTTP/1.1" status: 200 len: 814 time: 0.1577146 Sep 26 11:23:58.162064 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-c0fb27fa-83d1-4c9f-9aa8-88b1bf09af0e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Request body: {'port': {'device_id': 'd98f0b32-3dbb-4647-b294-d450e3a2f4de', 'network_id': '3648fc75-c2d1-4acd-9ffa-052eac6b49c8', 'admin_state_up': True, 'tenant_id': '2420ccca5e84489db9a6b4bf84d2a930'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:23:58.300450 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-c0fb27fa-83d1-4c9f-9aa8-88b1bf09af0e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Made reservation on behalf of 2420ccca5e84489db9a6b4bf84d2a930 for: {'port': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:23:58.305595 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-c0fb27fa-83d1-4c9f-9aa8-88b1bf09af0e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:58.485690 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-c0fb27fa-83d1-4c9f-9aa8-88b1bf09af0e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Allocated IP 172.20.0.3 (3648fc75-c2d1-4acd-9ffa-052eac6b49c8/01cc8a24-a40e-4f6f-b303-98aba3c61d4a/48b1c9a7-ce75-4b86-8ebf-4a52cd20882e) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:23:58.688246 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3e01451f-f9fd-4c27-b9bb-d74712a5e46c req-8ba6af1c-af50-4bae-a98f-13fee17fd40e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 210 time: 0.0264223 Sep 26 11:23:58.693397 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-c0fb27fa-83d1-4c9f-9aa8-88b1bf09af0e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:58.734936 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-c0fb27fa-83d1-4c9f-9aa8-88b1bf09af0e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:58.755402 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['6fed321b-cb5e-4620-943a-3b26358ffb06', 'b1871f02-4262-4521-b33c-f6c524a91a57', 'bf2c5a26-d6f1-4238-bcd7-aef704133af5'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:23:58.781972 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-c0fb27fa-83d1-4c9f-9aa8-88b1bf09af0e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Network 3648fc75-c2d1-4acd-9ffa-052eac6b49c8 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:23:58.786560 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-c0fb27fa-83d1-4c9f-9aa8-88b1bf09af0e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:23:58.790183 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-c0fb27fa-83d1-4c9f-9aa8-88b1bf09af0e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:23:58.819079 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042132d-801d-48fa-a558-7411a544552e req-29a2ab0b-bfda-4557-a125-330f767ec8d5 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:58.820975 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6042132d-801d-48fa-a558-7411a544552e req-29a2ab0b-bfda-4557-a125-330f767ec8d5 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0761034 Sep 26 11:23:58.836688 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb27fa-83d1-4c9f-9aa8-88b1bf09af0e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Pushing event updated for resources: {'Port': ['ID=48b1c9a7-ce75-4b86-8ebf-4a52cd20882e,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:58.853570 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-c0fb27fa-83d1-4c9f-9aa8-88b1bf09af0e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:58.854214 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-c0fb27fa-83d1-4c9f-9aa8-88b1bf09af0e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:58.881699 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-c0fb27fa-83d1-4c9f-9aa8-88b1bf09af0e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7241819 Sep 26 11:23:58.895835 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6042132d-801d-48fa-a558-7411a544552e req-c0de9356-fc67-4c9c-a154-22484cd8db79 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625122 Sep 26 11:23:58.905384 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-878486f4-c656-46d1-be6c-bf9d814b682e service neutron] Request body: {'port': {'device_id': 'd98f0b32-3dbb-4647-b294-d450e3a2f4de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81103'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:23:58.951849 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:58.973761 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-878486f4-c656-46d1-be6c-bf9d814b682e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:59.266397 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-878486f4-c656-46d1-be6c-bf9d814b682e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b1c9a7-ce75-4b86-8ebf-4a52cd20882e {{(pid=94000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:23:59.275111 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-878486f4-c656-46d1-be6c-bf9d814b682e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:59.287812 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.provisioning_blocks [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-878486f4-c656-46d1-be6c-bf9d814b682e service neutron] Transition to ACTIVE for port object 48b1c9a7-ce75-4b86-8ebf-4a52cd20882e will not be triggered until provisioned by entity L2. {{(pid=94000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 11:23:59.292045 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-878486f4-c656-46d1-be6c-bf9d814b682e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530160741'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:59.374966 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b6c90a8b-43f4-4cd6-9813-e85d7878ba49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:59.378529 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878486f4-c656-46d1-be6c-bf9d814b682e service neutron] Pushing event updated for resources: {'Port': ['ID=48b1c9a7-ce75-4b86-8ebf-4a52cd20882e,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:59.448849 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-878486f4-c656-46d1-be6c-bf9d814b682e service neutron] Attempting to bind port 48b1c9a7-ce75-4b86-8ebf-4a52cd20882e on host hv-cinder-81103 for vnic_type normal with profile {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:23:59.449187 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-878486f4-c656-46d1-be6c-bf9d814b682e service neutron] Attempting to bind port 48b1c9a7-ce75-4b86-8ebf-4a52cd20882e by drivers openvswitch,hyperv on host hv-cinder-81103 at level 0 using segments [{'id': 'bb9d2606-9463-4e42-a9b7-76a1c77e2f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3648fc75-c2d1-4acd-9ffa-052eac6b49c8'}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:23:59.449671 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-878486f4-c656-46d1-be6c-bf9d814b682e service neutron] Attempting to bind port 48b1c9a7-ce75-4b86-8ebf-4a52cd20882e on network 3648fc75-c2d1-4acd-9ffa-052eac6b49c8 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:23:59.454722 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-878486f4-c656-46d1-be6c-bf9d814b682e service neutron] Port 48b1c9a7-ce75-4b86-8ebf-4a52cd20882e on network 3648fc75-c2d1-4acd-9ffa-052eac6b49c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81103 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 11:23:59.455053 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-878486f4-c656-46d1-be6c-bf9d814b682e service neutron] Attempting to bind port 48b1c9a7-ce75-4b86-8ebf-4a52cd20882e on network 3648fc75-c2d1-4acd-9ffa-052eac6b49c8 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:23:59.462325 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-878486f4-c656-46d1-be6c-bf9d814b682e service neutron] Checking agent: {'id': 'c7902f34-c618-4561-9fcf-9ee1c8cebcf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81103', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'started_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:23:59.462726 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-878486f4-c656-46d1-be6c-bf9d814b682e service neutron] Checking segment: {'id': 'bb9d2606-9463-4e42-a9b7-76a1c77e2f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3648fc75-c2d1-4acd-9ffa-052eac6b49c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:23:59.463131 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-878486f4-c656-46d1-be6c-bf9d814b682e service neutron] Bound using segment: {'id': 'bb9d2606-9463-4e42-a9b7-76a1c77e2f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3648fc75-c2d1-4acd-9ffa-052eac6b49c8'} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:23:59.463605 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-878486f4-c656-46d1-be6c-bf9d814b682e service neutron] Bound port: 48b1c9a7-ce75-4b86-8ebf-4a52cd20882e, host: hv-cinder-81103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9d2606-9463-4e42-a9b7-76a1c77e2f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '3648fc75-c2d1-4acd-9ffa-052eac6b49c8'}}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:23:59.463976 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-878486f4-c656-46d1-be6c-bf9d814b682e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:59.534605 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-878486f4-c656-46d1-be6c-bf9d814b682e service neutron] For port 48b1c9a7-ce75-4b86-8ebf-4a52cd20882e, host hv-cinder-81103, cleared binding levels {{(pid=94000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:23:59.538346 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-878486f4-c656-46d1-be6c-bf9d814b682e service neutron] For port 48b1c9a7-ce75-4b86-8ebf-4a52cd20882e, host hv-cinder-81103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=48b1c9a7-ce75-4b86-8ebf-4a52cd20882e,segment=NetworkSegment(bb9d2606-9463-4e42-a9b7-76a1c77e2f0d),segment_id=bb9d2606-9463-4e42-a9b7-76a1c77e2f0d)] {{(pid=94000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:23:59.548252 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-878486f4-c656-46d1-be6c-bf9d814b682e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530160741'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:59.593769 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-878486f4-c656-46d1-be6c-bf9d814b682e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:59.594570 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-878486f4-c656-46d1-be6c-bf9d814b682e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:23:59.596322 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-878486f4-c656-46d1-be6c-bf9d814b682e service neutron] 10.222.0.22 "PUT /v2.0/ports/48b1c9a7-ce75-4b86-8ebf-4a52cd20882e HTTP/1.1" status: 200 len: 1093 time: 0.6980302 Sep 26 11:23:59.596933 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98f0b32-3dbb-4647-b294-d450e3a2f4de', 'tag': '48b1c9a7-ce75-4b86-8ebf-4a52cd20882e'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:23:59.599503 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac05579741f88b05fd5495e6fabac80b3338caa1126b8e71f43a8600e84c3c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa578a07-7e3b-46af-b954-6333ea78d3df" -d '{"events": [{"name": "network-changed", "server_uuid": "d98f0b32-3dbb-4647-b294-d450e3a2f4de", "tag": "48b1c9a7-ce75-4b86-8ebf-4a52cd20882e"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:23:59.621249 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878486f4-c656-46d1-be6c-bf9d814b682e service neutron] Pushing event updated for resources: {'Port': ['ID=48b1c9a7-ce75-4b86-8ebf-4a52cd20882e,revision_number=3']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:23:59.646390 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6224b4dd-b79f-4448-92ac-62e5ce9a5787 x-openstack-request-id: req-6224b4dd-b79f-4448-92ac-62e5ce9a5787 {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:23:59.648003 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98f0b32-3dbb-4647-b294-d450e3a2f4de", "tag": "48b1c9a7-ce75-4b86-8ebf-4a52cd20882e", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:23:59.648003 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6224b4dd-b79f-4448-92ac-62e5ce9a5787 {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:23:59.650053 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98f0b32-3dbb-4647-b294-d450e3a2f4de', 'tag': '48b1c9a7-ce75-4b86-8ebf-4a52cd20882e', 'status': 'completed', 'code': 200} Sep 26 11:23:59.734450 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-fde51325-f690-4c40-939f-fd0bfcdeba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:59.736446 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-fde51325-f690-4c40-939f-fd0bfcdeba41 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2420ccca5e84489db9a6b4bf84d2a930&device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 1096 time: 0.0659878 Sep 26 11:23:59.850826 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab2b59-2b4c-48f6-835f-6d9f30935625 req-41ca5add-05bd-45fd-8162-6347e04bd464 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:23:59.852476 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-96ab2b59-2b4c-48f6-835f-6d9f30935625 req-41ca5add-05bd-45fd-8162-6347e04bd464 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 943 time: 0.0623877 Sep 26 11:23:59.900652 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-96ab2b59-2b4c-48f6-835f-6d9f30935625 req-20b85b41-5c85-45cb-be17-2204ab1c2d26 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395892 Sep 26 11:24:00.002271 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-bde34fed-f550-4ee6-acc6-1f83004947c5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48b1c9a7-ce75-4b86-8ebf-4a52cd20882e HTTP/1.1" status: 200 len: 217 time: 0.2527747 Sep 26 11:24:00.023028 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf51d58-da28-4d9e-8907-a4e9df768290 req-effe0a3c-715a-4f67-aa04-365971d9cd5c tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:00.024641 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2cf51d58-da28-4d9e-8907-a4e9df768290 req-effe0a3c-715a-4f67-aa04-365971d9cd5c tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0642109 Sep 26 11:24:00.062739 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-e27aaec9-76f7-4cb5-9c50-7ec9468efc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:00.064201 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-e27aaec9-76f7-4cb5-9c50-7ec9468efc01 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=01cc8a24-a40e-4f6f-b303-98aba3c61d4a HTTP/1.1" status: 200 len: 854 time: 0.0533445 Sep 26 11:24:00.067508 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2cf51d58-da28-4d9e-8907-a4e9df768290 req-ab631cd6-887a-487b-a474-057e6d88cf18 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363147 Sep 26 11:24:00.110304 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-61b97df4-ae68-4e78-8f33-a9a89fc70d15 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3648fc75-c2d1-4acd-9ffa-052eac6b49c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321708 Sep 26 11:24:00.192311 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790756e3-2959-470a-bfcf-a76206492dd8 req-f314050c-2cea-40c0-8686-938dcb2068f3 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:00.193893 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-790756e3-2959-470a-bfcf-a76206492dd8 req-f314050c-2cea-40c0-8686-938dcb2068f3 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0530612 Sep 26 11:24:00.213136 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-8b1408a6-a1d5-4de1-96be-c00c4ee0ca84 service neutron] 10.222.0.22 "GET /v2.0/networks/3648fc75-c2d1-4acd-9ffa-052eac6b49c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902538 Sep 26 11:24:00.238300 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-790756e3-2959-470a-bfcf-a76206492dd8 req-55be4ac7-9035-49fd-87e6-f93916595f5c tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376639 Sep 26 11:24:00.315430 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-12f5b307-342c-451a-a8ea-b36ad6f361fb req-3b9b4b34-6cc4-41f9-892e-7fefbd68816f service neutron] 10.222.0.22 "GET /v2.0/networks/3648fc75-c2d1-4acd-9ffa-052eac6b49c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894940 Sep 26 11:24:00.410923 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa578a07-7e3b-46af-b954-6333ea78d3df req-6c68790d-5a57-4c68-9f3e-9151e1b5dd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:00.412541 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-aa578a07-7e3b-46af-b954-6333ea78d3df req-6c68790d-5a57-4c68-9f3e-9151e1b5dd32 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2420ccca5e84489db9a6b4bf84d2a930&device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 1096 time: 0.0475938 Sep 26 11:24:00.514379 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa578a07-7e3b-46af-b954-6333ea78d3df req-83227043-26ac-4388-bc48-d664913920cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:00.517062 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-aa578a07-7e3b-46af-b954-6333ea78d3df req-83227043-26ac-4388-bc48-d664913920cc service neutron] 10.222.0.22 "GET /v2.0/networks?id=3648fc75-c2d1-4acd-9ffa-052eac6b49c8 HTTP/1.1" status: 200 len: 915 time: 0.0960710 Sep 26 11:24:00.572415 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-aa578a07-7e3b-46af-b954-6333ea78d3df req-4820300d-ffad-48f6-8609-cc87b01d8f64 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48b1c9a7-ce75-4b86-8ebf-4a52cd20882e HTTP/1.1" status: 200 len: 217 time: 0.0411222 Sep 26 11:24:00.627054 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa578a07-7e3b-46af-b954-6333ea78d3df req-4a87f139-b1f3-4e95-9d22-88f86dbc4723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:00.628523 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-aa578a07-7e3b-46af-b954-6333ea78d3df req-4a87f139-b1f3-4e95-9d22-88f86dbc4723 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=01cc8a24-a40e-4f6f-b303-98aba3c61d4a HTTP/1.1" status: 200 len: 854 time: 0.0452695 Sep 26 11:24:00.665025 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-aa578a07-7e3b-46af-b954-6333ea78d3df req-a039fd74-a4ba-48e5-bf0a-f03308967c45 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3648fc75-c2d1-4acd-9ffa-052eac6b49c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252333 Sep 26 11:24:00.764373 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-aa578a07-7e3b-46af-b954-6333ea78d3df req-acfa8b99-6fd9-4c41-babc-76c3809a4723 service neutron] 10.222.0.22 "GET /v2.0/networks/3648fc75-c2d1-4acd-9ffa-052eac6b49c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880959 Sep 26 11:24:00.858928 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-aa578a07-7e3b-46af-b954-6333ea78d3df req-6d415399-8e9a-4b42-95fb-be185bf81844 service neutron] 10.222.0.22 "GET /v2.0/networks/3648fc75-c2d1-4acd-9ffa-052eac6b49c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850043 Sep 26 11:24:01.025450 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180dd9f-5aa4-4395-887b-cf77ca6e7ccf req-f640f420-cfcd-4a93-8b14-823c771b53ea tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:01.027601 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1180dd9f-5aa4-4395-887b-cf77ca6e7ccf req-f640f420-cfcd-4a93-8b14-823c771b53ea tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 943 time: 0.0533183 Sep 26 11:24:01.081655 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1180dd9f-5aa4-4395-887b-cf77ca6e7ccf req-33429fc9-68a5-44b8-90f4-b0ee837f30c3 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474386 Sep 26 11:24:01.203843 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 48492) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:24:01.317172 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8ade2008-8303-4d05-8816-50971acc36c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:01.406461 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8ade2008-8303-4d05-8816-50971acc36c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:01.410911 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8ade2008-8303-4d05-8816-50971acc36c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:01.450594 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-8ade2008-8303-4d05-8816-50971acc36c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1447064a8f164097af6ddc7136380afe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455812 Sep 26 11:24:01.451593 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade2008-8303-4d05-8816-50971acc36c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd189b5-9100-4a4b-b765-42ae2f3c32b9,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:24:01.454714 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 48498) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:24:01.506556 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-686342cf-f485-43b6-aa1a-a28fc871ad40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:01.528268 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-686342cf-f485-43b6-aa1a-a28fc871ad40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:01.581061 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-686342cf-f485-43b6-aa1a-a28fc871ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:01.590337 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-686342cf-f485-43b6-aa1a-a28fc871ad40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:01.590337 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-686342cf-f485-43b6-aa1a-a28fc871ad40 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9dd189b5-9100-4a4b-b765-42ae2f3c32b9 HTTP/1.1" status: 204 len: 168 time: 0.1288235 Sep 26 11:24:01.596304 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686342cf-f485-43b6-aa1a-a28fc871ad40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd189b5-9100-4a4b-b765-42ae2f3c32b9,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:24:01.865567 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-16a05633-b667-4641-9425-53182c0cd08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:01.943564 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e79396-0dc9-47dc-9bbb-e26fac26c8b5 req-faef8c37-4676-4411-9a35-51545a2262d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:01.945531 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b6e79396-0dc9-47dc-9bbb-e26fac26c8b5 req-faef8c37-4676-4411-9a35-51545a2262d7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0a5a72529877428ea014522afb626541&device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 1099 time: 0.0485971 Sep 26 11:24:01.979304 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49cbf5-4cba-491a-9784-ae910152ca1a req-8273ad6b-4c25-49e1-8bd3-d46d35406dc4 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:01.981319 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1d49cbf5-4cba-491a-9784-ae910152ca1a req-8273ad6b-4c25-49e1-8bd3-d46d35406dc4 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0778389 Sep 26 11:24:02.060434 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1d49cbf5-4cba-491a-9784-ae910152ca1a req-b79067ce-e77f-43d8-8ce3-3d1bdbf4f7f5 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658314 Sep 26 11:24:02.086356 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e79396-0dc9-47dc-9bbb-e26fac26c8b5 req-f7cf4107-8bc0-478d-b8ac-f73e75f791f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:02.088011 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b6e79396-0dc9-47dc-9bbb-e26fac26c8b5 req-f7cf4107-8bc0-478d-b8ac-f73e75f791f5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3816b198-fbf9-4832-9257-7a9e89f72850 HTTP/1.1" status: 200 len: 919 time: 0.1326072 Sep 26 11:24:02.151875 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b6e79396-0dc9-47dc-9bbb-e26fac26c8b5 req-fed05643-2053-4318-bbab-182ce104e148 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d974647-41d0-4c2f-926c-3f67b3e72f55 HTTP/1.1" status: 200 len: 217 time: 0.0537829 Sep 26 11:24:02.224315 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e79396-0dc9-47dc-9bbb-e26fac26c8b5 req-92ea0942-a0e4-4b1e-b084-fa187f6db344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:02.233962 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b6e79396-0dc9-47dc-9bbb-e26fac26c8b5 req-92ea0942-a0e4-4b1e-b084-fa187f6db344 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=59e45337-b67d-4e42-97b1-813ae679474a HTTP/1.1" status: 200 len: 858 time: 0.0611997 Sep 26 11:24:02.257488 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280dd5e-9a3a-4116-bed6-5f0a638beeec req-5b61c552-52b3-456b-9460-14c4f7978060 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:02.259170 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1280dd5e-9a3a-4116-bed6-5f0a638beeec req-5b61c552-52b3-456b-9460-14c4f7978060 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 943 time: 0.0822241 Sep 26 11:24:02.282486 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b6e79396-0dc9-47dc-9bbb-e26fac26c8b5 req-718f078c-29a9-46dc-a0d3-fb8b4d01cd4a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3816b198-fbf9-4832-9257-7a9e89f72850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452671 Sep 26 11:24:02.313868 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1280dd5e-9a3a-4116-bed6-5f0a638beeec req-e9540c84-83da-4d26-b095-7fc7e8c6637c tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392740 Sep 26 11:24:02.426456 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b6e79396-0dc9-47dc-9bbb-e26fac26c8b5 req-a329e4e7-e133-4598-8b7d-61f2cb00aaf6 service neutron] 10.222.0.22 "GET /v2.0/networks/3816b198-fbf9-4832-9257-7a9e89f72850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326327 Sep 26 11:24:02.498248 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:02.559814 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-b6e79396-0dc9-47dc-9bbb-e26fac26c8b5 req-747edfcf-0bb0-47ae-b3f5-e6d281b92d29 service neutron] 10.222.0.22 "GET /v2.0/networks/3816b198-fbf9-4832-9257-7a9e89f72850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090183 Sep 26 11:24:03.218813 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ac553-527b-41bd-beb8-c590df86be96 req-d16ec5a4-f9d2-482f-bddc-eda4544ecb1b tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:03.220358 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4e6ac553-527b-41bd-beb8-c590df86be96 req-d16ec5a4-f9d2-482f-bddc-eda4544ecb1b tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0508320 Sep 26 11:24:03.262417 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4e6ac553-527b-41bd-beb8-c590df86be96 req-d94a2d1d-9036-4de9-a1f3-dbc04038062f tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347452 Sep 26 11:24:03.280766 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:03.458274 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f5c31-259a-4e1a-be97-06f8bb5f40ce req-643feac6-90bf-477d-8e75-bfe06aeb2ac3 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:03.459874 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b46f5c31-259a-4e1a-be97-06f8bb5f40ce req-643feac6-90bf-477d-8e75-bfe06aeb2ac3 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 943 time: 0.0659049 Sep 26 11:24:03.507221 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b46f5c31-259a-4e1a-be97-06f8bb5f40ce req-5a52dd96-6209-4d7a-8aa1-1fdae57099d5 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380559 Sep 26 11:24:04.390247 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62295abc-6d74-4025-ad9c-b444acd73a77 req-57359eda-ca72-4787-b0a6-d32a190cd6f2 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:04.391825 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-62295abc-6d74-4025-ad9c-b444acd73a77 req-57359eda-ca72-4787-b0a6-d32a190cd6f2 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0531776 Sep 26 11:24:04.432422 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-62295abc-6d74-4025-ad9c-b444acd73a77 req-ebe713d3-0ad6-418d-bf58-284ef6ce0924 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343883 Sep 26 11:24:04.638341 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3dec25-6369-4fda-8881-c460ce867d44 req-61bd892c-ed04-4ec8-9448-417045f5e0d9 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:04.640018 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3c3dec25-6369-4fda-8881-c460ce867d44 req-61bd892c-ed04-4ec8-9448-417045f5e0d9 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 943 time: 0.0531216 Sep 26 11:24:04.668491 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:04.687146 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3c3dec25-6369-4fda-8881-c460ce867d44 req-25aac067-b51e-449e-ba4d-71b33767df76 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358527 Sep 26 11:24:05.565906 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915bae1-ad19-484b-9359-ee34ccf76b69 req-d2a6d61d-cd22-46f6-ae04-54a4622976e7 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:05.567762 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7915bae1-ad19-484b-9359-ee34ccf76b69 req-d2a6d61d-cd22-46f6-ae04-54a4622976e7 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0633314 Sep 26 11:24:05.621476 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7915bae1-ad19-484b-9359-ee34ccf76b69 req-80cd7123-a025-4021-9a60-909259ddd288 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400200 Sep 26 11:24:05.885968 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afccfa-4ed9-4a3b-8698-b8682c42cbd2 req-e1f8f14c-9320-4d75-a433-05006ba4670a tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:05.889301 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a8afccfa-4ed9-4a3b-8698-b8682c42cbd2 req-e1f8f14c-9320-4d75-a433-05006ba4670a tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 943 time: 0.0955255 Sep 26 11:24:05.978790 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a8afccfa-4ed9-4a3b-8698-b8682c42cbd2 req-e0b28c5e-b6a8-4a12-94bf-af9499cff2d0 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636964 Sep 26 11:24:06.739338 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48a857-d69a-4ad6-bad6-b6f225af53c3 req-6db4a6bd-d148-4d26-85f3-4540d912cbd4 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:06.740908 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4c48a857-d69a-4ad6-bad6-b6f225af53c3 req-6db4a6bd-d148-4d26-85f3-4540d912cbd4 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0541337 Sep 26 11:24:06.781214 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4c48a857-d69a-4ad6-bad6-b6f225af53c3 req-72a1533e-bff0-41ba-b351-433b7ec488dd tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345218 Sep 26 11:24:07.138927 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a457394-2c6b-43bf-ad7d-99551451b622 req-853e31a2-4dfc-4c34-877e-3c2eb3131c77 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:07.140327 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2a457394-2c6b-43bf-ad7d-99551451b622 req-853e31a2-4dfc-4c34-877e-3c2eb3131c77 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 943 time: 0.0518727 Sep 26 11:24:07.180358 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2a457394-2c6b-43bf-ad7d-99551451b622 req-880b2165-bc70-4574-925b-ba40f989b525 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330215 Sep 26 11:24:07.904028 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67deda5e-76e7-4a65-bc2f-506de5763e36 req-bb9f76c1-2436-4e87-85a2-c13a52d9d32f tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:07.905587 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-67deda5e-76e7-4a65-bc2f-506de5763e36 req-bb9f76c1-2436-4e87-85a2-c13a52d9d32f tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0515833 Sep 26 11:24:07.952768 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-67deda5e-76e7-4a65-bc2f-506de5763e36 req-4db8381f-6542-4ce8-bf79-660acd775bc3 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374401 Sep 26 11:24:08.310337 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01599db4-f132-4857-924b-3cc880f64ab4 req-2a1c17e3-cdc4-40fd-a75d-654e20b897b5 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:08.311974 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-01599db4-f132-4857-924b-3cc880f64ab4 req-2a1c17e3-cdc4-40fd-a75d-654e20b897b5 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 943 time: 0.0545909 Sep 26 11:24:08.359546 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-01599db4-f132-4857-924b-3cc880f64ab4 req-de62e736-c251-4fd9-b8c5-4283be58ad77 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365775 Sep 26 11:24:09.088468 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62ceed-25ec-4038-b6d8-fda6c712a3f0 req-54efb9b4-6848-4244-870e-4b792b737a49 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:09.090194 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bf62ceed-25ec-4038-b6d8-fda6c712a3f0 req-54efb9b4-6848-4244-870e-4b792b737a49 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0534122 Sep 26 11:24:09.130710 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bf62ceed-25ec-4038-b6d8-fda6c712a3f0 req-a70ef7a7-a7d7-4ca9-9a61-de441196509e tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345056 Sep 26 11:24:09.537393 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d732d9b-143b-4a8e-8b7e-1f0d89bc8c5e req-c6fbae9a-b66f-4ce6-ad0d-5ffcd0d51f89 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:09.540110 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6d732d9b-143b-4a8e-8b7e-1f0d89bc8c5e req-c6fbae9a-b66f-4ce6-ad0d-5ffcd0d51f89 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 943 time: 0.0859830 Sep 26 11:24:09.600556 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6d732d9b-143b-4a8e-8b7e-1f0d89bc8c5e req-b3768787-4f9c-4b74-ac12-5fabebdbdd80 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538361 Sep 26 11:24:10.233333 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 48b1c9a7-ce75-4b86-8ebf-4a52cd20882e details requested by agent hyperv_hv-cinder-81103 with host hv-cinder-81103 {{(pid=94002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 11:24:10.263358 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d365852-9e17-4120-bde3-2d18312c188d req-6eed7d27-d41b-4820-99db-f3c2670db687 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:10.264930 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9d365852-9e17-4120-bde3-2d18312c188d req-6eed7d27-d41b-4820-99db-f3c2670db687 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0491467 Sep 26 11:24:10.307681 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9d365852-9e17-4120-bde3-2d18312c188d req-56796b5e-2c1a-43f3-9d46-7937024685c1 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358608 Sep 26 11:24:10.342535 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 48b1c9a7-ce75-4b86-8ebf-4a52cd20882e, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=48b1c9a7-ce75-4b86-8ebf-4a52cd20882e,segment=NetworkSegment(bb9d2606-9463-4e42-a9b7-76a1c77e2f0d),segment_id=bb9d2606-9463-4e42-a9b7-76a1c77e2f0d)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:24:10.354850 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Returning: {'device': '48b1c9a7-ce75-4b86-8ebf-4a52cd20882e', 'network_id': '3648fc75-c2d1-4acd-9ffa-052eac6b49c8', 'port_id': '48b1c9a7-ce75-4b86-8ebf-4a52cd20882e', 'mac_address': 'fa:16:3e:0b:63:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01cc8a24-a40e-4f6f-b303-98aba3c61d4a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 11:24:10.394561 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:10.407428 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b1c9a7-ce75-4b86-8ebf-4a52cd20882e {{(pid=94002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:24:10.426733 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 48b1c9a7-ce75-4b86-8ebf-4a52cd20882e, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=48b1c9a7-ce75-4b86-8ebf-4a52cd20882e,segment=NetworkSegment(bb9d2606-9463-4e42-a9b7-76a1c77e2f0d),segment_id=bb9d2606-9463-4e42-a9b7-76a1c77e2f0d)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:24:10.431422 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:10.479270 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=48b1c9a7-ce75-4b86-8ebf-4a52cd20882e,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:24:10.487351 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:24:10.487741 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:24:10.488081 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:24:10.488413 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:24:10.488744 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:24:10.489078 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:24:10.489407 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:24:10.489726 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:24:10.490072 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:24:10.490393 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:24:10.490742 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:24:10.491057 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:24:10.735047 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b26dc7-a3e2-476d-a10b-8467440c678c req-0329d69d-7aab-4f5e-ac55-35d9e05c5a14 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:10.736726 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e1b26dc7-a3e2-476d-a10b-8467440c678c req-0329d69d-7aab-4f5e-ac55-35d9e05c5a14 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 944 time: 0.0548887 Sep 26 11:24:10.782936 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e1b26dc7-a3e2-476d-a10b-8467440c678c req-4169143d-078a-4ed2-9a44-05f547204c78 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397344 Sep 26 11:24:11.306837 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:24:11.435636 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dddbad-373e-4b80-8052-e2487e165683 req-3412baeb-9a56-4044-ae62-d99e72bd4118 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:11.437071 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-82dddbad-373e-4b80-8052-e2487e165683 req-3412baeb-9a56-4044-ae62-d99e72bd4118 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0540233 Sep 26 11:24:11.475219 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-82dddbad-373e-4b80-8052-e2487e165683 req-028142d1-218f-4f51-a1ac-80ef87b9592c tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321546 Sep 26 11:24:11.947167 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1b09e-9bb0-43bd-a3ed-03da131b5e82 req-665cdd6b-67fb-492e-947c-11d2da4701cc tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:11.948661 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-51d1b09e-9bb0-43bd-a3ed-03da131b5e82 req-665cdd6b-67fb-492e-947c-11d2da4701cc tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 944 time: 0.0599878 Sep 26 11:24:11.989225 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-51d1b09e-9bb0-43bd-a3ed-03da131b5e82 req-d0f56559-827a-4c6c-b2d4-846f601b7652 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343029 Sep 26 11:24:12.597992 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be030cad-ffe7-4fa7-afa7-882fe2405dfa req-2666219b-6158-4280-8029-b9a18975a146 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:12.599522 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-be030cad-ffe7-4fa7-afa7-882fe2405dfa req-2666219b-6158-4280-8029-b9a18975a146 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0546870 Sep 26 11:24:12.636954 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-be030cad-ffe7-4fa7-afa7-882fe2405dfa req-3d77b72e-b779-433a-b45b-5e483a1a4296 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316246 Sep 26 11:24:13.108348 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544a714-9234-4d6d-aed7-88e7b08ce237 req-3e512c52-4e41-4b97-9f9b-c46794f2c8ed tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:13.109930 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a544a714-9234-4d6d-aed7-88e7b08ce237 req-3e512c52-4e41-4b97-9f9b-c46794f2c8ed tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 944 time: 0.0503347 Sep 26 11:24:13.151615 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a544a714-9234-4d6d-aed7-88e7b08ce237 req-a73f545b-a9dd-49d1-bdde-91d9fc32e5cc tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351248 Sep 26 11:24:13.752364 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374cb59-a151-4990-81dd-35078aad0a70 req-de8aa389-0868-4865-86c9-d2d8c62c31df tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:13.754901 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f374cb59-a151-4990-81dd-35078aad0a70 req-de8aa389-0868-4865-86c9-d2d8c62c31df tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0507553 Sep 26 11:24:13.798876 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f374cb59-a151-4990-81dd-35078aad0a70 req-9df5b767-bef3-40de-b12d-85578bbba5f0 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371089 Sep 26 11:24:14.291114 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e733095-7ef6-4514-a7eb-0248146455ed req-5be7f577-27e7-4439-a6b5-c719a1db6fe5 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:14.292551 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4e733095-7ef6-4514-a7eb-0248146455ed req-5be7f577-27e7-4439-a6b5-c719a1db6fe5 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 944 time: 0.0527494 Sep 26 11:24:14.333989 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4e733095-7ef6-4514-a7eb-0248146455ed req-f9dde04d-414b-40b5-86f0-cb175f5a9b3c tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350912 Sep 26 11:24:14.663134 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['48b1c9a7-ce75-4b86-8ebf-4a52cd20882e'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:24:14.932321 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160271b-aeb4-4663-bf57-43b07dd95a78 req-18a8e792-6f53-40d4-b4ac-0634e807727e tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:14.933751 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4160271b-aeb4-4663-bf57-43b07dd95a78 req-18a8e792-6f53-40d4-b4ac-0634e807727e tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0495007 Sep 26 11:24:14.974513 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4160271b-aeb4-4663-bf57-43b07dd95a78 req-6ed7f9ec-0ddb-46b0-8c38-dabf18705e93 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341203 Sep 26 11:24:15.477632 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f63cb-a20f-4e31-a8e5-868bb23918f1 req-c2c72470-6eb2-4f03-87cb-c1899048e2fa tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:15.479543 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-167f63cb-a20f-4e31-a8e5-868bb23918f1 req-c2c72470-6eb2-4f03-87cb-c1899048e2fa tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 944 time: 0.0533199 Sep 26 11:24:15.527269 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-167f63cb-a20f-4e31-a8e5-868bb23918f1 req-1996ae7f-a4f6-4a71-908e-fa0562500c56 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368462 Sep 26 11:24:16.096723 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b794b-b14f-4f92-9ac6-a0140550e3f5 req-d30f4f9d-2e9d-402b-aebb-563fe90bf20b tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:16.098823 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-801b794b-b14f-4f92-9ac6-a0140550e3f5 req-d30f4f9d-2e9d-402b-aebb-563fe90bf20b tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0559280 Sep 26 11:24:16.138139 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-801b794b-b14f-4f92-9ac6-a0140550e3f5 req-4df013d9-481c-44dc-ada5-4b0222d74223 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319889 Sep 26 11:24:16.480643 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 48874) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:24:16.592348 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f6611f82-482f-4b68-9134-38515ef1410e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:16.654872 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d67d4a-8755-4c4e-a21e-dd74ccdaabef req-aa7b737e-23c1-4101-a8f8-5b25198a01bb tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:16.656304 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-85d67d4a-8755-4c4e-a21e-dd74ccdaabef req-aa7b737e-23c1-4101-a8f8-5b25198a01bb tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 944 time: 0.0521927 Sep 26 11:24:16.693166 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f6611f82-482f-4b68-9134-38515ef1410e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:16.697126 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-85d67d4a-8755-4c4e-a21e-dd74ccdaabef req-b719205a-4247-44c9-a67a-3180f4c95942 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338087 Sep 26 11:24:16.697360 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f6611f82-482f-4b68-9134-38515ef1410e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:16.736192 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-f6611f82-482f-4b68-9134-38515ef1410e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1031e511143b44cb909f8a5898757bed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520120 Sep 26 11:24:16.736892 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6611f82-482f-4b68-9134-38515ef1410e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405fc92d-c9f7-41c2-9071-402ce17f75a4,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:24:16.740002 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 48882) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:24:16.790201 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1dac53e6-cdcd-45a5-bccb-069d6fff8410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:16.810966 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1dac53e6-cdcd-45a5-bccb-069d6fff8410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:16.870666 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1dac53e6-cdcd-45a5-bccb-069d6fff8410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:16.873310 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1dac53e6-cdcd-45a5-bccb-069d6fff8410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:16.874500 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-1dac53e6-cdcd-45a5-bccb-069d6fff8410 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/405fc92d-c9f7-41c2-9071-402ce17f75a4 HTTP/1.1" status: 204 len: 168 time: 0.1330547 Sep 26 11:24:16.887559 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac53e6-cdcd-45a5-bccb-069d6fff8410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405fc92d-c9f7-41c2-9071-402ce17f75a4,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:24:17.254161 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d2eaa-a809-4cbc-9b3b-66665b454d9e req-3a3a1968-a2f1-4a41-8a35-3b22235f133a tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:17.255674 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-964d2eaa-a809-4cbc-9b3b-66665b454d9e req-3a3a1968-a2f1-4a41-8a35-3b22235f133a tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0484648 Sep 26 11:24:17.292990 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-964d2eaa-a809-4cbc-9b3b-66665b454d9e req-e218218e-ec68-4930-810b-1fd46485e5d4 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313833 Sep 26 11:24:17.822340 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f89ccd-ba17-4643-8d2a-05df8bd32df1 req-0f7b675e-fa65-4ac5-8369-84cbafe374bb tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:17.824042 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c8f89ccd-ba17-4643-8d2a-05df8bd32df1 req-0f7b675e-fa65-4ac5-8369-84cbafe374bb tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 944 time: 0.0585747 Sep 26 11:24:17.867879 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c8f89ccd-ba17-4643-8d2a-05df8bd32df1 req-2ad966db-0ae0-4040-a5f0-553365f022f2 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372105 Sep 26 11:24:18.410871 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96d2e4-4c13-4196-ad3f-c08815718d74 req-d89215d1-0c25-468e-88ab-ae59ad5e790a tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:18.412358 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3a96d2e4-4c13-4196-ad3f-c08815718d74 req-d89215d1-0c25-468e-88ab-ae59ad5e790a tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0503581 Sep 26 11:24:18.451000 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3a96d2e4-4c13-4196-ad3f-c08815718d74 req-a612a4b4-116e-43c0-bfb6-98100944690a tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327449 Sep 26 11:24:18.986573 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5c0e0-37ab-4b2e-8afe-29c32c007a05 req-705e36c5-cf7e-4aea-808c-3b1c1aefad40 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:18.989120 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b3f5c0e0-37ab-4b2e-8afe-29c32c007a05 req-705e36c5-cf7e-4aea-808c-3b1c1aefad40 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 944 time: 0.0499153 Sep 26 11:24:19.032139 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b3f5c0e0-37ab-4b2e-8afe-29c32c007a05 req-20091aeb-9a37-4219-954e-6504c7cc2933 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369294 Sep 26 11:24:19.053947 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 48b1c9a7-ce75-4b86-8ebf-4a52cd20882e up at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:24:19.110890 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning for port 48b1c9a7-ce75-4b86-8ebf-4a52cd20882e completed by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 11:24:19.116721 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning complete for port 48b1c9a7-ce75-4b86-8ebf-4a52cd20882e triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:24:19.116721 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:19.202332 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:19.228273 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98f0b32-3dbb-4647-b294-d450e3a2f4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b1c9a7-ce75-4b86-8ebf-4a52cd20882e'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:24:19.230541 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23e48eb-99d0-41ba-8ee0-bbfcf337c1fe" -d '{"events": [{"server_uuid": "d98f0b32-3dbb-4647-b294-d450e3a2f4de", "name": "network-vif-plugged", "status": "completed", "tag": "48b1c9a7-ce75-4b86-8ebf-4a52cd20882e"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:24:19.244315 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 48b1c9a7-ce75-4b86-8ebf-4a52cd20882e, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=48b1c9a7-ce75-4b86-8ebf-4a52cd20882e,segment=NetworkSegment(bb9d2606-9463-4e42-a9b7-76a1c77e2f0d),segment_id=bb9d2606-9463-4e42-a9b7-76a1c77e2f0d)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:24:19.248645 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:19.275334 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a7f391-9d69-4a7c-babf-85b166c57f7f x-openstack-request-id: req-40a7f391-9d69-4a7c-babf-85b166c57f7f {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:24:19.275629 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98f0b32-3dbb-4647-b294-d450e3a2f4de", "name": "network-vif-plugged", "status": "completed", "tag": "48b1c9a7-ce75-4b86-8ebf-4a52cd20882e", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:24:19.275888 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40a7f391-9d69-4a7c-babf-85b166c57f7f {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:24:19.276282 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98f0b32-3dbb-4647-b294-d450e3a2f4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b1c9a7-ce75-4b86-8ebf-4a52cd20882e', 'code': 200} Sep 26 11:24:19.301292 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=48b1c9a7-ce75-4b86-8ebf-4a52cd20882e,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:24:19.483461 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48b5da-1fad-4b34-9f98-1cddff6a6fa9 req-d1554834-9539-4da7-b148-3af16f8297a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:19.484603 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2f48b5da-1fad-4b34-9f98-1cddff6a6fa9 req-d1554834-9539-4da7-b148-3af16f8297a2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 1098 time: 0.0454209 Sep 26 11:24:19.539995 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-2f48b5da-1fad-4b34-9f98-1cddff6a6fa9 req-34f933c1-1612-457b-bdc1-0343c3ae9031 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382419 Sep 26 11:24:19.584501 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970f653-1127-49df-b6d0-664672f46c5c req-7a6c0538-4549-4681-af06-7aad7e4f1947 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:19.586044 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c970f653-1127-49df-b6d0-664672f46c5c req-7a6c0538-4549-4681-af06-7aad7e4f1947 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0540483 Sep 26 11:24:19.828614 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c970f653-1127-49df-b6d0-664672f46c5c req-60fb8578-859a-4b4a-bcfd-71eead3805ee tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361248 Sep 26 11:24:20.160733 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47cea22-d438-4fc7-81d6-287fbfe23134 req-58db687d-f4fa-4e07-bd57-a9e52848d0fa tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:20.163191 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f47cea22-d438-4fc7-81d6-287fbfe23134 req-58db687d-f4fa-4e07-bd57-a9e52848d0fa tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 945 time: 0.0568907 Sep 26 11:24:20.210841 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f47cea22-d438-4fc7-81d6-287fbfe23134 req-be6066c4-7332-41e9-b1e6-1c423b8dc191 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418265 Sep 26 11:24:20.946828 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c27c43-ff9c-49d7-afe3-e6c797c1ad44 req-f455d1a2-d560-4ec2-9262-4b269e3c5645 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:20.948302 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-74c27c43-ff9c-49d7-afe3-e6c797c1ad44 req-f455d1a2-d560-4ec2-9262-4b269e3c5645 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0498424 Sep 26 11:24:20.985233 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-74c27c43-ff9c-49d7-afe3-e6c797c1ad44 req-11f595ff-1d14-40c9-bdfd-c012cce69abb tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311642 Sep 26 11:24:21.348039 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55264795-8820-4f5d-9ed8-ee543b33ea30 req-9716c609-29dc-4a80-94e8-f66809432106 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:21.350065 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-55264795-8820-4f5d-9ed8-ee543b33ea30 req-9716c609-29dc-4a80-94e8-f66809432106 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 945 time: 0.0688100 Sep 26 11:24:21.390826 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-55264795-8820-4f5d-9ed8-ee543b33ea30 req-7c8d2ea0-e0d5-4600-908f-444c4bb3f374 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346267 Sep 26 11:24:22.107146 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89305f8-0557-400e-af96-bba79a618187 req-2bb8e140-d53d-46b4-903d-0ab8c7975eef tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:22.108528 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f89305f8-0557-400e-af96-bba79a618187 req-2bb8e140-d53d-46b4-903d-0ab8c7975eef tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0553632 Sep 26 11:24:22.145931 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f89305f8-0557-400e-af96-bba79a618187 req-11010f49-b826-4f49-aea3-49befe6b9c27 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313137 Sep 26 11:24:22.511280 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19308725-266b-4720-8081-0b214342c79b req-8230171e-0c6f-42db-8d91-b7d905a8df93 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:22.512845 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-19308725-266b-4720-8081-0b214342c79b req-8230171e-0c6f-42db-8d91-b7d905a8df93 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 945 time: 0.0501714 Sep 26 11:24:22.552437 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-19308725-266b-4720-8081-0b214342c79b req-487ccb45-2536-468d-95e2-a6c844407081 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336509 Sep 26 11:24:23.264906 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c43190-6a8b-4ee9-8e84-5d2549af0894 req-86c16ada-01af-4d9f-a8e3-1f5a9e8b3da7 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:23.266369 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-93c43190-6a8b-4ee9-8e84-5d2549af0894 req-86c16ada-01af-4d9f-a8e3-1f5a9e8b3da7 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0563748 Sep 26 11:24:23.303931 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-93c43190-6a8b-4ee9-8e84-5d2549af0894 req-b7604e93-a7aa-4041-ab6a-8fd385da313c tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308964 Sep 26 11:24:23.672882 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab251241-9047-49ff-bf69-c06e3064f60b req-06ae1861-47b8-4533-8f03-b3ca59fb4390 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:23.674372 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ab251241-9047-49ff-bf69-c06e3064f60b req-06ae1861-47b8-4533-8f03-b3ca59fb4390 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 945 time: 0.0488231 Sep 26 11:24:23.716215 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ab251241-9047-49ff-bf69-c06e3064f60b req-29723b11-4010-4555-bf7e-3084940cee52 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353150 Sep 26 11:24:24.461116 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215571c-4b3c-4189-9284-9c0310ead81c req-4f8d068e-e83d-42bd-a749-9e8644ff12af tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:24.462767 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7215571c-4b3c-4189-9284-9c0310ead81c req-4f8d068e-e83d-42bd-a749-9e8644ff12af tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0685823 Sep 26 11:24:24.515061 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7215571c-4b3c-4189-9284-9c0310ead81c req-b2eddd4a-8b49-4622-bc8e-24eec22d4b5e tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448124 Sep 26 11:24:24.849455 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377f254-5b38-481f-916e-eed3ae63572d req-43a184de-329f-4c0c-a803-fb83c5025452 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:24.851017 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4377f254-5b38-481f-916e-eed3ae63572d req-43a184de-329f-4c0c-a803-fb83c5025452 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 945 time: 0.0602224 Sep 26 11:24:24.890301 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4377f254-5b38-481f-916e-eed3ae63572d req-267b4a35-c03d-4af3-8442-ef35bce0e6ff tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326083 Sep 26 11:24:25.641937 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2555625-dfd3-4b8b-84fe-f71126f02674 req-18dd09fe-269e-43e6-9107-17f1b557a046 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:25.643440 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f2555625-dfd3-4b8b-84fe-f71126f02674 req-18dd09fe-269e-43e6-9107-17f1b557a046 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0584755 Sep 26 11:24:25.681410 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f2555625-dfd3-4b8b-84fe-f71126f02674 req-fddce863-6d9b-49ec-b306-66beb174bbae tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313270 Sep 26 11:24:26.793497 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac71b94-8345-4b37-ad13-f8869ec8701e req-7a4b9843-18b1-46ba-98eb-b7cc03f5f851 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:26.795065 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8ac71b94-8345-4b37-ad13-f8869ec8701e req-7a4b9843-18b1-46ba-98eb-b7cc03f5f851 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0485358 Sep 26 11:24:26.833843 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8ac71b94-8345-4b37-ad13-f8869ec8701e req-e1fe0ba7-ebee-4b69-9860-97b212ff1e3f tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329196 Sep 26 11:24:27.955671 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ae2bb-0d95-4895-81ca-4e3823854a3e req-a01fc8d6-dcca-42fc-8938-5ee0b29afee7 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:27.957542 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-463ae2bb-0d95-4895-81ca-4e3823854a3e req-a01fc8d6-dcca-42fc-8938-5ee0b29afee7 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0538328 Sep 26 11:24:27.998532 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-463ae2bb-0d95-4895-81ca-4e3823854a3e req-037c89b1-ce46-4fa6-b349-8e7b9121f00f tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331852 Sep 26 11:24:28.945485 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:29.120857 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bfba1-0a64-4e6e-ae41-eac7cbf414b6 req-6a1b037f-9a20-47cd-ad17-662af206ab8f tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:29.122542 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-401bfba1-0a64-4e6e-ae41-eac7cbf414b6 req-6a1b037f-9a20-47cd-ad17-662af206ab8f tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0505643 Sep 26 11:24:29.162818 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-401bfba1-0a64-4e6e-ae41-eac7cbf414b6 req-5a716642-b32f-40dd-b594-4fb7e51b7cf6 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343571 Sep 26 11:24:29.339374 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-f8bb0d82-f648-4a34-9847-8c5211ad888c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:30.286141 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4b06b-b57a-49f6-968f-055a7339ecf6 req-c0dd42b1-5391-44d5-8608-197e6ec4f49e tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:30.287665 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f4b4b06b-b57a-49f6-968f-055a7339ecf6 req-c0dd42b1-5391-44d5-8608-197e6ec4f49e tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0555546 Sep 26 11:24:30.326194 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f4b4b06b-b57a-49f6-968f-055a7339ecf6 req-b19ce611-6e02-4921-9764-35ab3a5a0c3b tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327263 Sep 26 11:24:31.442261 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd85aec-6483-4264-bc5b-e390a5fffbad req-232ab3bf-6c82-4728-a8fa-abdfba3a73c4 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:31.443669 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8bd85aec-6483-4264-bc5b-e390a5fffbad req-232ab3bf-6c82-4728-a8fa-abdfba3a73c4 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0529854 Sep 26 11:24:31.481570 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8bd85aec-6483-4264-bc5b-e390a5fffbad req-273ca5cc-09d2-4a46-88c1-5dfd3b92fbfb tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321345 Sep 26 11:24:31.857614 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-bddcf2a8-807a-4dab-b5b4-24915a134bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:32.481533 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:32.597564 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec074d-5a0b-4f68-b682-dbf47ddd3a6f req-4b3f3854-0e19-44af-9395-2ec18f143a8a tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:32.599655 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-03ec074d-5a0b-4f68-b682-dbf47ddd3a6f req-4b3f3854-0e19-44af-9395-2ec18f143a8a tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0502849 Sep 26 11:24:32.638041 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-03ec074d-5a0b-4f68-b682-dbf47ddd3a6f req-886c3e5c-99e0-414c-b060-02ecfdb4fbfa tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318434 Sep 26 11:24:33.283843 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:33.751684 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89b304-2d83-4d4a-977f-454d1f477f60 req-55425a37-6536-45bc-adfa-7648997df19b tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:33.753171 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7a89b304-2d83-4d4a-977f-454d1f477f60 req-55425a37-6536-45bc-adfa-7648997df19b tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0485137 Sep 26 11:24:33.796847 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7a89b304-2d83-4d4a-977f-454d1f477f60 req-26508002-bd8e-4c8e-9343-99eee9b6dcf7 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323968 Sep 26 11:24:34.665773 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:34.918282 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0294d-65f4-418e-8099-79cecda106c6 req-0caa7c40-9aa8-47f3-b675-265c4e3a90e8 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:34.919718 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c7c0294d-65f4-418e-8099-79cecda106c6 req-0caa7c40-9aa8-47f3-b675-265c4e3a90e8 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0578372 Sep 26 11:24:34.956724 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c7c0294d-65f4-418e-8099-79cecda106c6 req-ef8bd8ae-1cb9-4f4c-b793-1d0aa1bdff7e tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310826 Sep 26 11:24:36.072531 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b0e5b-3fab-4c2b-bd33-4ea8cf3e885c req-2edd7e76-e6cb-4c67-ab11-8232e975fad5 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:36.074008 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c19b0e5b-3fab-4c2b-bd33-4ea8cf3e885c req-2edd7e76-e6cb-4c67-ab11-8232e975fad5 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0485938 Sep 26 11:24:36.116002 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c19b0e5b-3fab-4c2b-bd33-4ea8cf3e885c req-e8bc9a54-0921-4d8c-8f6e-1f1e1502f0a1 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358338 Sep 26 11:24:36.174189 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23ea90-4dc5-4110-bd72-98132c710131 req-9de88fc9-07a2-4ba7-af47-6f30c7b8d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:36.175925 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4b23ea90-4dc5-4110-bd72-98132c710131 req-9de88fc9-07a2-4ba7-af47-6f30c7b8d227 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 1099 time: 0.0442970 Sep 26 11:24:37.154699 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4b23ea90-4dc5-4110-bd72-98132c710131 req-d2f9f994-0743-436f-b0e4-1a645ab62c68 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293458 Sep 26 11:24:37.227322 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11181841-8f13-4594-91ad-fa002597e15a req-ce93a06a-8962-4002-904e-b05e1fde426d tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:37.228787 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-11181841-8f13-4594-91ad-fa002597e15a req-ce93a06a-8962-4002-904e-b05e1fde426d tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0483139 Sep 26 11:24:37.266156 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-11181841-8f13-4594-91ad-fa002597e15a req-ce377097-beea-47f3-aa64-a4ec500ab54e tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315433 Sep 26 11:24:38.382742 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0bbed-5a57-4980-9b7d-d125b6518bf3 req-c7f77f4f-98b2-4b33-8a99-02f9d10ea362 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:38.384203 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-08d0bbed-5a57-4980-9b7d-d125b6518bf3 req-c7f77f4f-98b2-4b33-8a99-02f9d10ea362 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0516732 Sep 26 11:24:38.421752 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-08d0bbed-5a57-4980-9b7d-d125b6518bf3 req-027645e4-b83b-4323-b5a2-7aadb25756b0 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316303 Sep 26 11:24:39.683639 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555048e2-5cab-4623-98f6-0bd9c6b5de12 req-0131cb9c-8f3a-4138-878b-8ab3f510b700 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:39.685129 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-555048e2-5cab-4623-98f6-0bd9c6b5de12 req-0131cb9c-8f3a-4138-878b-8ab3f510b700 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0555069 Sep 26 11:24:39.737367 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-555048e2-5cab-4623-98f6-0bd9c6b5de12 req-fc3b1041-03a8-48f3-abfc-1d6292b1eab8 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440214 Sep 26 11:24:39.885319 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc55c8-f580-41df-b0d4-44583e7be7c2 req-7a68ee9b-e472-4e42-9cba-27a59a420893 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:39.886849 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f2cc55c8-f580-41df-b0d4-44583e7be7c2 req-7a68ee9b-e472-4e42-9cba-27a59a420893 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0494535 Sep 26 11:24:39.928805 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f2cc55c8-f580-41df-b0d4-44583e7be7c2 req-9ffa88f7-049b-41d2-a8b6-b82f2bcca6e6 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359640 Sep 26 11:24:40.855628 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069f6da-e7ad-41d8-934a-0e04d7c63ecb req-3ba24a18-e7c9-4eff-a41a-db42bbb40117 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:40.857131 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e069f6da-e7ad-41d8-934a-0e04d7c63ecb req-3ba24a18-e7c9-4eff-a41a-db42bbb40117 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0560517 Sep 26 11:24:40.900746 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e069f6da-e7ad-41d8-934a-0e04d7c63ecb req-497038e9-d3fd-4c20-880a-96fb0ab569ae tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370653 Sep 26 11:24:41.046920 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9d805-7985-446e-bc57-60ae3ff3a414 req-6110667e-34e3-4ed4-92ba-f4b89565fac6 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:41.048645 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2bc9d805-7985-446e-bc57-60ae3ff3a414 req-6110667e-34e3-4ed4-92ba-f4b89565fac6 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0498786 Sep 26 11:24:41.089712 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2bc9d805-7985-446e-bc57-60ae3ff3a414 req-bb7fc865-d878-4f72-80da-442badd3b924 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343354 Sep 26 11:24:41.155606 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befdc27-a835-4a6d-856a-dce1c0022308 req-25505b76-fb8d-4063-b13e-8e0671c63b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:41.157133 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1befdc27-a835-4a6d-856a-dce1c0022308 req-25505b76-fb8d-4063-b13e-8e0671c63b9a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0a5a72529877428ea014522afb626541&device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 1099 time: 0.0502548 Sep 26 11:24:41.158085 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f87ea-065f-4ec9-9256-8bffca2f2696 req-55173088-91d9-4cf8-afc3-9c5e53e44708 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:41.159596 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-be2f87ea-065f-4ec9-9256-8bffca2f2696 req-55173088-91d9-4cf8-afc3-9c5e53e44708 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0514617 Sep 26 11:24:41.198635 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-be2f87ea-065f-4ec9-9256-8bffca2f2696 req-8e9bab26-fe5c-4cb1-b3dc-58a587c198b1 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322406 Sep 26 11:24:41.261810 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befdc27-a835-4a6d-856a-dce1c0022308 req-3af70ee0-6ca6-4fc3-a2df-c095d67dad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:41.263398 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1befdc27-a835-4a6d-856a-dce1c0022308 req-3af70ee0-6ca6-4fc3-a2df-c095d67dad29 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3816b198-fbf9-4832-9257-7a9e89f72850 HTTP/1.1" status: 200 len: 919 time: 0.0893533 Sep 26 11:24:41.305796 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1befdc27-a835-4a6d-856a-dce1c0022308 req-3b5c56d1-0d8f-409d-b01a-1cc08980070d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d974647-41d0-4c2f-926c-3f67b3e72f55 HTTP/1.1" status: 200 len: 217 time: 0.0334699 Sep 26 11:24:41.356937 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befdc27-a835-4a6d-856a-dce1c0022308 req-9cda64d1-604f-46d6-a23f-e9332870e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:41.358403 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1befdc27-a835-4a6d-856a-dce1c0022308 req-9cda64d1-604f-46d6-a23f-e9332870e32f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=59e45337-b67d-4e42-97b1-813ae679474a HTTP/1.1" status: 200 len: 858 time: 0.0427530 Sep 26 11:24:41.392990 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1befdc27-a835-4a6d-856a-dce1c0022308 req-64d214f2-e6e0-426d-98d3-35613c0196fd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3816b198-fbf9-4832-9257-7a9e89f72850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241170 Sep 26 11:24:41.485289 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1befdc27-a835-4a6d-856a-dce1c0022308 req-b79be9b8-3098-4b2a-8576-45de7991e372 service neutron] 10.222.0.22 "GET /v2.0/networks/3816b198-fbf9-4832-9257-7a9e89f72850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835361 Sep 26 11:24:41.577288 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1befdc27-a835-4a6d-856a-dce1c0022308 req-bae2c4cb-f614-4ae0-94f9-c1bb54b610e9 service neutron] 10.222.0.22 "GET /v2.0/networks/3816b198-fbf9-4832-9257-7a9e89f72850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826082 Sep 26 11:24:42.224005 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee4cdb-60a5-49c3-aa1d-676ca64600e9 req-9b096927-09fb-47a2-b536-d1ebc03eb70a tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:42.227151 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3bee4cdb-60a5-49c3-aa1d-676ca64600e9 req-9b096927-09fb-47a2-b536-d1ebc03eb70a tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0581884 Sep 26 11:24:42.267190 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3bee4cdb-60a5-49c3-aa1d-676ca64600e9 req-67c30cf6-2b00-45b8-b443-272736f544de tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356297 Sep 26 11:24:42.319572 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d726968-f0e7-46fe-955b-151be6407b84 req-ddc512d0-cee7-4005-aa5b-a22d1d4a4496 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:42.321145 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3d726968-f0e7-46fe-955b-151be6407b84 req-ddc512d0-cee7-4005-aa5b-a22d1d4a4496 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0498655 Sep 26 11:24:42.359719 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3d726968-f0e7-46fe-955b-151be6407b84 req-fcd842ac-0ec8-45a4-81e9-64bba2a77e5c tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327308 Sep 26 11:24:42.537326 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 49418) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:24:42.688565 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-006a9487-0b66-43d8-93a2-ed9eb1098013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:42.788284 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-006a9487-0b66-43d8-93a2-ed9eb1098013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:42.795303 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-006a9487-0b66-43d8-93a2-ed9eb1098013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:42.835786 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-006a9487-0b66-43d8-93a2-ed9eb1098013 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e5a6a7ce0a7246d68a3a829137bd167b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973633 Sep 26 11:24:42.836643 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a9487-0b66-43d8-93a2-ed9eb1098013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29dea267-081c-4427-8b0b-8b9e3e18929d,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:24:42.838594 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 49432) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:24:42.892325 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3d5886cf-214d-4153-bb95-86a0f17e9d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:42.914235 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3d5886cf-214d-4153-bb95-86a0f17e9d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:42.963108 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3d5886cf-214d-4153-bb95-86a0f17e9d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:42.965942 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3d5886cf-214d-4153-bb95-86a0f17e9d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:42.967285 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-3d5886cf-214d-4153-bb95-86a0f17e9d7b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/29dea267-081c-4427-8b0b-8b9e3e18929d HTTP/1.1" status: 204 len: 168 time: 0.1267676 Sep 26 11:24:42.976480 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5886cf-214d-4153-bb95-86a0f17e9d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dea267-081c-4427-8b0b-8b9e3e18929d,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:24:43.401364 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e2fe8-3575-42c4-bcf0-e39a9778bd40 req-078bb711-4180-4fe7-9e7b-6e7d409c72bc tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:43.403631 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-469e2fe8-3575-42c4-bcf0-e39a9778bd40 req-078bb711-4180-4fe7-9e7b-6e7d409c72bc tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0611038 Sep 26 11:24:43.460368 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-469e2fe8-3575-42c4-bcf0-e39a9778bd40 req-0c9c4393-a374-4755-8da3-011d7f506696 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446784 Sep 26 11:24:43.505004 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea05d75-5e32-40a9-b31a-151de6d12e43 req-f5abf8af-dfb7-4c68-8add-0efaab9c2f70 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:43.507102 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7ea05d75-5e32-40a9-b31a-151de6d12e43 req-f5abf8af-dfb7-4c68-8add-0efaab9c2f70 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0693605 Sep 26 11:24:43.548372 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7ea05d75-5e32-40a9-b31a-151de6d12e43 req-d91e7305-0c1d-473e-b1de-2403ca9fe204 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349183 Sep 26 11:24:44.581620 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c66284-f956-489d-9274-34c151ac2390 req-6122cd6b-17da-42fb-9feb-d8aadfbd4a0e tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:44.583217 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-64c66284-f956-489d-9274-34c151ac2390 req-6122cd6b-17da-42fb-9feb-d8aadfbd4a0e tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0508027 Sep 26 11:24:44.624871 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-64c66284-f956-489d-9274-34c151ac2390 req-d47c6f02-8b95-4e3f-a477-e795b91f7332 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357440 Sep 26 11:24:44.688224 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa517b88-ab2b-41e1-946d-ea42c9c50ace req-60a4f133-894a-479a-8321-ee31053df43c tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:44.689724 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fa517b88-ab2b-41e1-946d-ea42c9c50ace req-60a4f133-894a-479a-8321-ee31053df43c tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0524137 Sep 26 11:24:44.727614 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fa517b88-ab2b-41e1-946d-ea42c9c50ace req-89ba618b-4544-41ef-b994-05e3cb1eb87b tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316808 Sep 26 11:24:45.763651 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e744b-321f-43c9-bad2-165cfc8b19aa req-ba3af40e-45ff-4287-b68a-66fb6a5c39b5 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:45.765840 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-618e744b-321f-43c9-bad2-165cfc8b19aa req-ba3af40e-45ff-4287-b68a-66fb6a5c39b5 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0525100 Sep 26 11:24:45.804365 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-618e744b-321f-43c9-bad2-165cfc8b19aa req-42ff39a0-b182-4f29-9683-39ce7688085c tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318930 Sep 26 11:24:46.172127 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb826c-ea34-4b08-8d2a-b319156dedb0 req-082a69e8-e84d-4883-b630-e286c45973f0 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:46.173595 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c4bb826c-ea34-4b08-8d2a-b319156dedb0 req-082a69e8-e84d-4883-b630-e286c45973f0 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0484283 Sep 26 11:24:46.210265 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c4bb826c-ea34-4b08-8d2a-b319156dedb0 req-884a3164-6f4c-430f-825f-dcb3ffb1852d tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308039 Sep 26 11:24:46.927930 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720bd423-dfa0-40a6-9276-13033f233aaf req-2fd50ac5-6ef8-42fe-a459-c2b0894724fb tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:46.929403 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-720bd423-dfa0-40a6-9276-13033f233aaf req-2fd50ac5-6ef8-42fe-a459-c2b0894724fb tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0523806 Sep 26 11:24:46.967483 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-720bd423-dfa0-40a6-9276-13033f233aaf req-dcf2f31d-8b92-42ff-8418-aaafc286c7f5 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320652 Sep 26 11:24:48.088745 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb160e-7668-4253-8793-b1a86debd4e2 req-f146b7ce-ca45-4802-ac0a-42364df1d857 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:48.090506 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3acb160e-7668-4253-8793-b1a86debd4e2 req-f146b7ce-ca45-4802-ac0a-42364df1d857 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0486631 Sep 26 11:24:48.138637 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3acb160e-7668-4253-8793-b1a86debd4e2 req-9a4ae041-9bc0-407e-9e71-99e1480565ab tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422292 Sep 26 11:24:48.305854 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:24:49.256112 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9325aa-d8d5-4082-b564-4fe7822d5746 req-4bebcc2d-1157-400f-bbf8-4814770f6b02 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:49.257618 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7d9325aa-d8d5-4082-b564-4fe7822d5746 req-4bebcc2d-1157-400f-bbf8-4814770f6b02 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0499134 Sep 26 11:24:49.293894 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7d9325aa-d8d5-4082-b564-4fe7822d5746 req-cebe67c9-a71e-46fc-be83-b1d14eb61101 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303853 Sep 26 11:24:50.415284 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a196546-4370-445f-9a3c-7eba75d708ae req-91ab43c8-50db-4adb-9461-57acf52ea6d2 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:50.416750 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9a196546-4370-445f-9a3c-7eba75d708ae req-91ab43c8-50db-4adb-9461-57acf52ea6d2 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0504887 Sep 26 11:24:50.453300 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9a196546-4370-445f-9a3c-7eba75d708ae req-7546c286-f22f-4ce1-9e6d-194025b7f718 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307281 Sep 26 11:24:51.571366 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28969f3-053f-4807-a99b-215e9231a726 req-f6cda075-05ac-49fd-bfe5-1f8ad2463e82 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:51.572954 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d28969f3-053f-4807-a99b-215e9231a726 req-f6cda075-05ac-49fd-bfe5-1f8ad2463e82 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0482683 Sep 26 11:24:51.609300 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d28969f3-053f-4807-a99b-215e9231a726 req-f718b63d-a645-4c21-9145-d512f5060106 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306368 Sep 26 11:24:52.724912 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe616e-3ea5-42f1-b4d6-46843f13da8e req-0109c392-3d99-4fb4-a250-63ccb1919d91 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:52.726298 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3efe616e-3ea5-42f1-b4d6-46843f13da8e req-0109c392-3d99-4fb4-a250-63ccb1919d91 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0477812 Sep 26 11:24:52.764001 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3efe616e-3ea5-42f1-b4d6-46843f13da8e req-0f0b27e2-0c16-42b1-ae87-983af351303e tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317867 Sep 26 11:24:53.900295 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b50eb-10f2-4e73-935f-fff95db06d1a req-82e0c5dd-5fb6-4842-b363-02cde99f4b19 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:53.901780 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-626b50eb-10f2-4e73-935f-fff95db06d1a req-82e0c5dd-5fb6-4842-b363-02cde99f4b19 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0570331 Sep 26 11:24:53.943227 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-626b50eb-10f2-4e73-935f-fff95db06d1a req-49abb47b-593e-48fd-a1c9-7e7e745d4a86 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355542 Sep 26 11:24:54.133398 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 49696) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:24:54.241169 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7fbf5ba4-e38b-4355-a7a8-d94c0e83f8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:54.333043 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7fbf5ba4-e38b-4355-a7a8-d94c0e83f8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:54.336777 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7fbf5ba4-e38b-4355-a7a8-d94c0e83f8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:54.376355 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-7fbf5ba4-e38b-4355-a7a8-d94c0e83f8ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=52789b2acf924f748d635bc604b43ef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417905 Sep 26 11:24:54.377211 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf5ba4-e38b-4355-a7a8-d94c0e83f8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a509bd6-023f-44b2-8276-91d57f1ff9fd,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:24:54.379261 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 49702) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:24:54.429652 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-13b2e41d-24d0-472b-8063-9692b5d660f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:54.451057 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-13b2e41d-24d0-472b-8063-9692b5d660f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:54.498061 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-13b2e41d-24d0-472b-8063-9692b5d660f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:54.500626 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-13b2e41d-24d0-472b-8063-9692b5d660f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:54.501794 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-13b2e41d-24d0-472b-8063-9692b5d660f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a509bd6-023f-44b2-8276-91d57f1ff9fd HTTP/1.1" status: 204 len: 168 time: 0.1216195 Sep 26 11:24:54.509590 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2e41d-24d0-472b-8063-9692b5d660f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a509bd6-023f-44b2-8276-91d57f1ff9fd,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:24:55.061072 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147a8f9-7040-408b-94f9-28142f2efeeb req-880b3ca2-0c59-4fde-b7a4-25ddcdc7f601 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:55.062653 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0147a8f9-7040-408b-94f9-28142f2efeeb req-880b3ca2-0c59-4fde-b7a4-25ddcdc7f601 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0486457 Sep 26 11:24:55.104867 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0147a8f9-7040-408b-94f9-28142f2efeeb req-a350e61b-1396-4c8e-8e7e-3df845ecc40f tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349429 Sep 26 11:24:56.229634 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc337c-5138-44e9-adb6-19a5b5942f98 req-0eb108cd-a78a-4399-afb7-c36dd976f06a tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:56.241057 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-eebc337c-5138-44e9-adb6-19a5b5942f98 req-0eb108cd-a78a-4399-afb7-c36dd976f06a tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0509591 Sep 26 11:24:56.283110 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-eebc337c-5138-44e9-adb6-19a5b5942f98 req-3b685b3c-c1ac-402f-aead-f46b2f8c701a tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389316 Sep 26 11:24:57.263889 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-beb59775-1cd4-44c8-9a34-92bed62239c4 req-90127d19-3fdc-4d9c-ba7d-99414234993a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472090 Sep 26 11:24:57.346734 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb59775-1cd4-44c8-9a34-92bed62239c4 req-bde507a0-9800-4a5d-b912-4f3edad90b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:57.348985 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-beb59775-1cd4-44c8-9a34-92bed62239c4 req-bde507a0-9800-4a5d-b912-4f3edad90b20 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0a5a72529877428ea014522afb626541&device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 1099 time: 0.0491734 Sep 26 11:24:57.428210 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddc484-e8cf-4680-9ff1-c1db7f25bd6d req-83a3f82c-077e-4901-a99a-e6a8a3053fc9 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:57.430383 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d3ddc484-e8cf-4680-9ff1-c1db7f25bd6d req-83a3f82c-077e-4901-a99a-e6a8a3053fc9 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0574927 Sep 26 11:24:57.479055 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d3ddc484-e8cf-4680-9ff1-c1db7f25bd6d req-7350483e-f394-41fe-9e2f-9438b04f9d72 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393341 Sep 26 11:24:57.511500 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb59775-1cd4-44c8-9a34-92bed62239c4 req-a6fdba12-a8ae-4571-beca-d911dea9cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:57.514606 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-beb59775-1cd4-44c8-9a34-92bed62239c4 req-a6fdba12-a8ae-4571-beca-d911dea9cb1e service neutron] 10.222.0.22 "GET /v2.0/networks?id=3816b198-fbf9-4832-9257-7a9e89f72850 HTTP/1.1" status: 200 len: 919 time: 0.1347575 Sep 26 11:24:57.564925 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-beb59775-1cd4-44c8-9a34-92bed62239c4 req-e6182650-81dd-4e3b-8ccb-2217817ad479 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d974647-41d0-4c2f-926c-3f67b3e72f55 HTTP/1.1" status: 200 len: 217 time: 0.0396235 Sep 26 11:24:57.621997 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb59775-1cd4-44c8-9a34-92bed62239c4 req-8fce66f8-9057-4f41-a99f-b8c57bdc3d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:57.623725 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-beb59775-1cd4-44c8-9a34-92bed62239c4 req-8fce66f8-9057-4f41-a99f-b8c57bdc3d01 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=59e45337-b67d-4e42-97b1-813ae679474a HTTP/1.1" status: 200 len: 858 time: 0.0483103 Sep 26 11:24:57.666158 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-beb59775-1cd4-44c8-9a34-92bed62239c4 req-68c56d60-642f-4fa7-bf4f-abd8ea622fea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3816b198-fbf9-4832-9257-7a9e89f72850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271401 Sep 26 11:24:57.771328 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-beb59775-1cd4-44c8-9a34-92bed62239c4 req-a6fa9fae-9b07-4586-b111-997b1aced126 service neutron] 10.222.0.22 "GET /v2.0/networks/3816b198-fbf9-4832-9257-7a9e89f72850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963154 Sep 26 11:24:57.890806 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-beb59775-1cd4-44c8-9a34-92bed62239c4 req-f4815187-4007-4287-8a4f-17d6aa67f0fa service neutron] 10.222.0.22 "GET /v2.0/networks/3816b198-fbf9-4832-9257-7a9e89f72850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094143 Sep 26 11:24:58.432152 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af586e-0d5f-4ab9-8311-a915950b4ac3 req-d50d58bc-9731-4e1d-ac8c-513032232fa7 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:58.433727 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c7af586e-0d5f-4ab9-8311-a915950b4ac3 req-d50d58bc-9731-4e1d-ac8c-513032232fa7 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 946 time: 0.0553229 Sep 26 11:24:58.492323 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c7af586e-0d5f-4ab9-8311-a915950b4ac3 req-42d7ac74-5bab-4a96-9f42-54dbe8c74a2c tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504484 Sep 26 11:24:58.615606 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ec5df-3319-4555-b906-559d9624bac0 req-8a1a68a2-2fa1-4d2f-8379-ab7a2fcf68ff tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:58.617228 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e05ec5df-3319-4555-b906-559d9624bac0 req-8a1a68a2-2fa1-4d2f-8379-ab7a2fcf68ff tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0510657 Sep 26 11:24:58.656780 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e05ec5df-3319-4555-b906-559d9624bac0 req-07599624-f88d-41b8-9e64-50012801fcf1 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335641 Sep 26 11:24:58.932664 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:59.184312 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 614d3773-752f-48af-87db-06317ef7c95e details requested by agent hyperv_hv-cinder-81103 with host hv-cinder-81103 {{(pid=94002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 11:24:59.285410 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 614d3773-752f-48af-87db-06317ef7c95e, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=614d3773-752f-48af-87db-06317ef7c95e,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:24:59.297926 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Returning: {'device': '614d3773-752f-48af-87db-06317ef7c95e', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'port_id': '614d3773-752f-48af-87db-06317ef7c95e', 'mac_address': 'fa:16:3e:76:eb:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 11:24:59.347669 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-1ba030d1-0a09-4c12-8052-0e94af0c63c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:59.353616 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:59.368009 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 614d3773-752f-48af-87db-06317ef7c95e {{(pid=94002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:24:59.388534 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 614d3773-752f-48af-87db-06317ef7c95e, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=614d3773-752f-48af-87db-06317ef7c95e,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:24:59.393547 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:24:59.458739 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=614d3773-752f-48af-87db-06317ef7c95e,revision_number=6']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:24:59.549066 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['614d3773-752f-48af-87db-06317ef7c95e'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:24:59.621489 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30045e7-d31c-423c-9e76-4e1a15154770 req-025979dd-516f-4e05-b375-a8635b41f2d2 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:59.631208 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d30045e7-d31c-423c-9e76-4e1a15154770 req-025979dd-516f-4e05-b375-a8635b41f2d2 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 946 time: 0.0661118 Sep 26 11:24:59.672716 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d30045e7-d31c-423c-9e76-4e1a15154770 req-ca0aca78-c77e-4d90-ab46-d8fcf022fe15 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402567 Sep 26 11:24:59.895665 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af99e5-d89f-4ab6-ad87-c94fe8d2d38e req-a76dfb41-d6d6-4730-8eea-5eeb1ef5c74b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:24:59.897456 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d3af99e5-d89f-4ab6-ad87-c94fe8d2d38e req-a76dfb41-d6d6-4730-8eea-5eeb1ef5c74b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 944 time: 0.0819223 Sep 26 11:24:59.943932 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d3af99e5-d89f-4ab6-ad87-c94fe8d2d38e req-f5f88f91-ce73-46c5-965b-49ae3ec8fdbb tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402236 Sep 26 11:25:00.836091 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f256070-cc69-4e28-a626-4c306f4728d7 req-4d861392-5bcf-45c5-83a9-c0d4a3ccbc0c tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:00.836091 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8f256070-cc69-4e28-a626-4c306f4728d7 req-4d861392-5bcf-45c5-83a9-c0d4a3ccbc0c tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 946 time: 0.0494175 Sep 26 11:25:00.878021 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8f256070-cc69-4e28-a626-4c306f4728d7 req-86ea8f79-d2f5-4db8-8bf8-fe216186e45c tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347030 Sep 26 11:25:01.073805 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beadfa3-bd1f-41ad-aecd-9de996bf409e req-bf5132b8-bbd0-4bad-9bbe-7327a2de8756 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:01.075346 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4beadfa3-bd1f-41ad-aecd-9de996bf409e req-bf5132b8-bbd0-4bad-9bbe-7327a2de8756 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 944 time: 0.0493114 Sep 26 11:25:01.115104 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4beadfa3-bd1f-41ad-aecd-9de996bf409e req-23e11b6e-0bc9-415c-a118-206ffc40afb6 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338504 Sep 26 11:25:01.444893 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 614d3773-752f-48af-87db-06317ef7c95e up at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:25:01.495229 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning complete for port 614d3773-752f-48af-87db-06317ef7c95e triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:01.495597 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:01.576709 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:01.607390 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614d3773-752f-48af-87db-06317ef7c95e'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:25:01.610155 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dd90c5-3071-43d1-8cf5-1786d002ed57" -d '{"events": [{"server_uuid": "3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447", "name": "network-vif-plugged", "status": "completed", "tag": "614d3773-752f-48af-87db-06317ef7c95e"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:25:01.625247 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 614d3773-752f-48af-87db-06317ef7c95e, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=614d3773-752f-48af-87db-06317ef7c95e,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:25:01.632712 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:01.658185 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efb207b-7846-458e-befc-ee3974a43430 x-openstack-request-id: req-8efb207b-7846-458e-befc-ee3974a43430 {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:25:01.658480 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447", "name": "network-vif-plugged", "status": "completed", "tag": "614d3773-752f-48af-87db-06317ef7c95e", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:25:01.658765 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8efb207b-7846-458e-befc-ee3974a43430 {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:25:01.659157 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614d3773-752f-48af-87db-06317ef7c95e', 'code': 200} Sep 26 11:25:01.685391 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=614d3773-752f-48af-87db-06317ef7c95e,revision_number=7']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:01.858886 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ebb02d21-ce4c-4e97-a02d-f41262c836e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:01.997355 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7bbf27-1a28-47eb-adc7-a0d6e1e6c3bc req-179a9dec-70ad-4307-ab3a-357e339ccf89 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:02.000005 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7c7bbf27-1a28-47eb-adc7-a0d6e1e6c3bc req-179a9dec-70ad-4307-ab3a-357e339ccf89 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 946 time: 0.0518618 Sep 26 11:25:02.046221 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7c7bbf27-1a28-47eb-adc7-a0d6e1e6c3bc req-d930953b-12dc-47cb-ac82-c7ca29ad8a5a tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403173 Sep 26 11:25:02.240805 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c420d65-bb16-4f68-8b4a-9553855c9131 req-d26f0bbe-59b2-43f7-a7ce-21f65a6e96f7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:02.242364 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9c420d65-bb16-4f68-8b4a-9553855c9131 req-d26f0bbe-59b2-43f7-a7ce-21f65a6e96f7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0535300 Sep 26 11:25:02.287497 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9c420d65-bb16-4f68-8b4a-9553855c9131 req-a50ed447-d076-4e82-8e98-f94a3945eeaf tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377617 Sep 26 11:25:02.483506 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:03.163124 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90b803-e0df-4ed4-864b-5a8a9bff1dac req-b08de519-4472-43e1-88a8-d25fcb25fb74 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:03.164617 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1f90b803-e0df-4ed4-864b-5a8a9bff1dac req-b08de519-4472-43e1-88a8-d25fcb25fb74 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 946 time: 0.0488038 Sep 26 11:25:03.212332 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1f90b803-e0df-4ed4-864b-5a8a9bff1dac req-f68a8c56-65b1-4436-907c-f1de0e3781bb tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371027 Sep 26 11:25:03.284172 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:03.415574 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3c628-3e6a-438f-b74e-c985689dffc1 req-189317a8-b518-44ca-a312-12ef7e97bc56 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:03.417063 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6df3c628-3e6a-438f-b74e-c985689dffc1 req-189317a8-b518-44ca-a312-12ef7e97bc56 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0503628 Sep 26 11:25:03.461169 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6df3c628-3e6a-438f-b74e-c985689dffc1 req-75f3b860-0d09-482c-8219-8750e6a6da09 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380049 Sep 26 11:25:04.107255 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176258eb-e611-4547-a9e3-a354dc77384f req-86030077-151d-4ea3-b47d-60633659d106 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:04.108780 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-176258eb-e611-4547-a9e3-a354dc77384f req-86030077-151d-4ea3-b47d-60633659d106 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 946 time: 0.0523779 Sep 26 11:25:04.303777 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [req-176258eb-e611-4547-a9e3-a354dc77384f req-f234412e-b894-4b90-8ce2-0de9cc9e2dd4 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Deleting port aafb1a02-393e-4cf7-89a9-934181d5e7a0 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:25:04.304135 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-176258eb-e611-4547-a9e3-a354dc77384f req-f234412e-b894-4b90-8ce2-0de9cc9e2dd4 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:04.420652 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbee683-98d6-4ef7-832a-b2e9e6ffa319 req-e9515f45-4384-4949-b3e6-71a020f96a80 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:04.422881 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3bbee683-98d6-4ef7-832a-b2e9e6ffa319 req-e9515f45-4384-4949-b3e6-71a020f96a80 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e05baae-2176-45c4-b53b-aa2d2f4c231d HTTP/1.1" status: 200 len: 946 time: 0.1105056 Sep 26 11:25:04.451201 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-176258eb-e611-4547-a9e3-a354dc77384f req-f234412e-b894-4b90-8ce2-0de9cc9e2dd4 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] For port aafb1a02-393e-4cf7-89a9-934181d5e7a0, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=aafb1a02-393e-4cf7-89a9-934181d5e7a0,segment=NetworkSegment(9c7723ed-648f-4bf6-9d12-d10bd7e684a4),segment_id=9c7723ed-648f-4bf6-9d12-d10bd7e684a4)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:25:04.451575 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-176258eb-e611-4547-a9e3-a354dc77384f req-f234412e-b894-4b90-8ce2-0de9cc9e2dd4 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:04.470065 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [req-176258eb-e611-4547-a9e3-a354dc77384f req-f234412e-b894-4b90-8ce2-0de9cc9e2dd4 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Calling delete_port for aafb1a02-393e-4cf7-89a9-934181d5e7a0 owned by compute:nova {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:25:04.475474 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3bbee683-98d6-4ef7-832a-b2e9e6ffa319 req-19c5f3cf-68fe-4b00-85fe-b8fe0236987f tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439117 Sep 26 11:25:04.598659 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb7729-5c10-441e-b558-1769e2ec1b53 req-8dce8d80-f18e-4f5c-8ddd-008e11ad268a tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:04.603245 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f3bb7729-5c10-441e-b558-1769e2ec1b53 req-8dce8d80-f18e-4f5c-8ddd-008e11ad268a tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0614133 Sep 26 11:25:04.657695 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-176258eb-e611-4547-a9e3-a354dc77384f req-f234412e-b894-4b90-8ce2-0de9cc9e2dd4 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:04.667045 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f3bb7729-5c10-441e-b558-1769e2ec1b53 req-96e7d60e-b02b-46de-8c55-4e80feecf3db tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553503 Sep 26 11:25:04.678578 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['aafb1a02-393e-4cf7-89a9-934181d5e7a0'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:25:04.702588 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f234412e-b894-4b90-8ce2-0de9cc9e2dd4 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Pushing event deleted for resources: {'Port': ['ID=aafb1a02-393e-4cf7-89a9-934181d5e7a0,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:04.715879 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:04.744894 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-176258eb-e611-4547-a9e3-a354dc77384f req-f234412e-b894-4b90-8ce2-0de9cc9e2dd4 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] No DVR routers for this DVR port aafb1a02-393e-4cf7-89a9-934181d5e7a0 on host hv-cinder-81103 {{(pid=94000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:25:04.747221 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234412e-b894-4b90-8ce2-0de9cc9e2dd4 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:04.747566 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234412e-b894-4b90-8ce2-0de9cc9e2dd4 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:04.748127 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234412e-b894-4b90-8ce2-0de9cc9e2dd4 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:04.748491 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234412e-b894-4b90-8ce2-0de9cc9e2dd4 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:04.749127 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234412e-b894-4b90-8ce2-0de9cc9e2dd4 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:04.749476 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234412e-b894-4b90-8ce2-0de9cc9e2dd4 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:04.750002 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234412e-b894-4b90-8ce2-0de9cc9e2dd4 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:04.750337 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234412e-b894-4b90-8ce2-0de9cc9e2dd4 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:04.750687 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234412e-b894-4b90-8ce2-0de9cc9e2dd4 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:04.751022 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234412e-b894-4b90-8ce2-0de9cc9e2dd4 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:04.751372 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234412e-b894-4b90-8ce2-0de9cc9e2dd4 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:04.751671 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f234412e-b894-4b90-8ce2-0de9cc9e2dd4 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:04.755405 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-176258eb-e611-4547-a9e3-a354dc77384f req-f234412e-b894-4b90-8ce2-0de9cc9e2dd4 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:04.757980 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-176258eb-e611-4547-a9e3-a354dc77384f req-f234412e-b894-4b90-8ce2-0de9cc9e2dd4 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.22 "DELETE /v2.0/ports/aafb1a02-393e-4cf7-89a9-934181d5e7a0 HTTP/1.1" status: 204 len: 173 time: 0.6065922 Sep 26 11:25:04.758687 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e05baae-2176-45c4-b53b-aa2d2f4c231d', 'name': 'network-vif-deleted', 'tag': 'aafb1a02-393e-4cf7-89a9-934181d5e7a0'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:25:04.761844 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac05579741f88b05fd5495e6fabac80b3338caa1126b8e71f43a8600e84c3c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eed58f1-c240-4987-9a2f-4710f1dd49cf" -d '{"events": [{"server_uuid": "4e05baae-2176-45c4-b53b-aa2d2f4c231d", "name": "network-vif-deleted", "tag": "aafb1a02-393e-4cf7-89a9-934181d5e7a0"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:25:04.807410 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f75df3f-b81e-4b8e-b4a4-6f2617b133f1 x-openstack-request-id: req-5f75df3f-b81e-4b8e-b4a4-6f2617b133f1 {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:25:04.807761 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e05baae-2176-45c4-b53b-aa2d2f4c231d", "name": "network-vif-deleted", "tag": "aafb1a02-393e-4cf7-89a9-934181d5e7a0", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:25:04.808146 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f75df3f-b81e-4b8e-b4a4-6f2617b133f1 {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:25:04.808551 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e05baae-2176-45c4-b53b-aa2d2f4c231d', 'name': 'network-vif-deleted', 'tag': 'aafb1a02-393e-4cf7-89a9-934181d5e7a0', 'status': 'completed', 'code': 200} Sep 26 11:25:05.930944 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 49974) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:06.234549 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2677e91b-8c6a-44b0-987f-87c2ee905e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:06.334070 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4da67e-745c-4f4c-8d6b-a5bfa7f261d6 req-49632fe5-44dd-4353-8774-b38cb68e0a8d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:06.335925 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9c4da67e-745c-4f4c-8d6b-a5bfa7f261d6 req-49632fe5-44dd-4353-8774-b38cb68e0a8d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.2608638 Sep 26 11:25:06.564238 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9c4da67e-745c-4f4c-8d6b-a5bfa7f261d6 req-ba0dbdb8-3353-419c-8a9f-c42cbb51e2ab tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810927 Sep 26 11:25:06.623289 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2677e91b-8c6a-44b0-987f-87c2ee905e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:06.635796 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2677e91b-8c6a-44b0-987f-87c2ee905e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:06.730143 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-2677e91b-8c6a-44b0-987f-87c2ee905e5a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=56ec2bef56b7437087c7fbaa4d2d03f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7973120 Sep 26 11:25:06.735521 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 49998) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:06.758971 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677e91b-8c6a-44b0-987f-87c2ee905e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955facd2-9b12-4ad3-9075-703715c64359,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:06.779647 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677e91b-8c6a-44b0-987f-87c2ee905e5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:06.781943 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677e91b-8c6a-44b0-987f-87c2ee905e5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:06.783644 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677e91b-8c6a-44b0-987f-87c2ee905e5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:06.785404 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677e91b-8c6a-44b0-987f-87c2ee905e5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:06.786889 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677e91b-8c6a-44b0-987f-87c2ee905e5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:06.787806 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677e91b-8c6a-44b0-987f-87c2ee905e5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:06.789405 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677e91b-8c6a-44b0-987f-87c2ee905e5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:06.789995 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677e91b-8c6a-44b0-987f-87c2ee905e5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:06.790673 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677e91b-8c6a-44b0-987f-87c2ee905e5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:06.791198 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677e91b-8c6a-44b0-987f-87c2ee905e5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:06.791743 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677e91b-8c6a-44b0-987f-87c2ee905e5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:06.792847 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677e91b-8c6a-44b0-987f-87c2ee905e5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:06.798792 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 50002) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:06.833349 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e19f7a2b-f830-40da-b2bb-96fc6722bc51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:06.884667 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e19f7a2b-f830-40da-b2bb-96fc6722bc51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:06.986993 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e19f7a2b-f830-40da-b2bb-96fc6722bc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:06.990619 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e19f7a2b-f830-40da-b2bb-96fc6722bc51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:06.991905 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-e19f7a2b-f830-40da-b2bb-96fc6722bc51 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/955facd2-9b12-4ad3-9075-703715c64359 HTTP/1.1" status: 204 len: 168 time: 0.2538109 Sep 26 11:25:07.000261 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6509f6-d53a-480f-b5f3-757c4ae775b2 req-bcfb6f9d-5af2-45c3-8f76-2c73bff455f5 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:07.015178 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4a6509f6-d53a-480f-b5f3-757c4ae775b2 req-bcfb6f9d-5af2-45c3-8f76-2c73bff455f5 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.1870840 Sep 26 11:25:07.022762 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f7a2b-f830-40da-b2bb-96fc6722bc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955facd2-9b12-4ad3-9075-703715c64359,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:07.108929 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-c6386b5d-d0af-48fc-8b69-df1a85b9c8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:07.131015 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4a6509f6-d53a-480f-b5f3-757c4ae775b2 req-555410f8-f5e0-4109-bb87-d82379823853 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141696 Sep 26 11:25:07.398753 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-c6386b5d-d0af-48fc-8b69-df1a85b9c8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:07.410227 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-c6386b5d-d0af-48fc-8b69-df1a85b9c8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:07.500405 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 50024) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:07.509347 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-c6386b5d-d0af-48fc-8b69-df1a85b9c8c7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e40f90a46aa402f86d53a4436e47c99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7087812 Sep 26 11:25:07.518507 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6386b5d-d0af-48fc-8b69-df1a85b9c8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1669bf-25bc-4621-9cee-423aec4a5bf8,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:07.633991 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-797142b1-6f50-4aca-a5c5-3a5f72cae8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:07.697453 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-797142b1-6f50-4aca-a5c5-3a5f72cae8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:07.795202 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-797142b1-6f50-4aca-a5c5-3a5f72cae8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:07.799141 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-797142b1-6f50-4aca-a5c5-3a5f72cae8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:07.804259 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-797142b1-6f50-4aca-a5c5-3a5f72cae8d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b1669bf-25bc-4621-9cee-423aec4a5bf8 HTTP/1.1" status: 204 len: 168 time: 0.2987833 Sep 26 11:25:07.819720 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797142b1-6f50-4aca-a5c5-3a5f72cae8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1669bf-25bc-4621-9cee-423aec4a5bf8,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:07.888281 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26138e7f-56e2-4e5c-bd52-790105831d14 req-b0d04f3f-2cb9-48ae-8723-5dabd56a9520 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:07.889877 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-26138e7f-56e2-4e5c-bd52-790105831d14 req-b0d04f3f-2cb9-48ae-8723-5dabd56a9520 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.1379354 Sep 26 11:25:07.961254 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-26138e7f-56e2-4e5c-bd52-790105831d14 req-da8fc522-006e-42b8-b287-b25dd489f568 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594893 Sep 26 11:25:08.204736 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device aafb1a02-393e-4cf7-89a9-934181d5e7a0 no longer exists at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:25:08.235557 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] No Port match for: aafb1a02-393e-4cf7-89a9-934181d5e7a0 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:25:08.238777 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device aafb1a02-393e-4cf7-89a9-934181d5e7a0 not bound to the agent host hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:25:08.313698 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c9956d-a12f-4443-bb82-dee4d1e55a44 req-6dab4fb8-2d56-485f-a57d-13bb554491bc tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:08.324967 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c9c9956d-a12f-4443-bb82-dee4d1e55a44 req-6dab4fb8-2d56-485f-a57d-13bb554491bc tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.1088037 Sep 26 11:25:08.381536 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c9c9956d-a12f-4443-bb82-dee4d1e55a44 req-446c8713-5ceb-461b-843e-2d57d3caa85d tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550716 Sep 26 11:25:09.074996 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 50088) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:09.121270 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604b3ed-d50d-4ac8-bac9-824b8591c933 req-e2e7bf43-b716-4004-bf24-142c4d9c00dd tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:09.124500 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7604b3ed-d50d-4ac8-bac9-824b8591c933 req-e2e7bf43-b716-4004-bf24-142c4d9c00dd tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0863314 Sep 26 11:25:09.203273 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7604b3ed-d50d-4ac8-bac9-824b8591c933 req-088c32c6-2f56-4f60-abf9-24d5e171e18e tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709729 Sep 26 11:25:09.283844 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7781c5-880d-43cc-9891-007d20e940fa req-76ab650f-4c34-4c69-8a3f-2c7275eb8f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:09.286711 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ec7781c5-880d-43cc-9891-007d20e940fa req-76ab650f-4c34-4c69-8a3f-2c7275eb8f0d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0a5a72529877428ea014522afb626541&device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 1099 time: 0.0751412 Sep 26 11:25:09.337784 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-9d47cc2d-f54a-4e6f-967c-3ff3584b265b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-851282300-network', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:25:09.416739 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d47cc2d-f54a-4e6f-967c-3ff3584b265b admin admin] Made reservation on behalf of ce837c99bcc9456283c5401547ff5a76 for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:25:09.419945 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9d47cc2d-f54a-4e6f-967c-3ff3584b265b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:09.441199 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9d47cc2d-f54a-4e6f-967c-3ff3584b265b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:09.483163 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7781c5-880d-43cc-9891-007d20e940fa req-cccb419e-b388-4f98-9ad6-cafd15485090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:09.486455 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ec7781c5-880d-43cc-9891-007d20e940fa req-cccb419e-b388-4f98-9ad6-cafd15485090 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3816b198-fbf9-4832-9257-7a9e89f72850 HTTP/1.1" status: 200 len: 919 time: 0.1870580 Sep 26 11:25:09.548263 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ec7781c5-880d-43cc-9891-007d20e940fa req-97fb97da-c333-40ef-b2cf-8ee0376bb3af service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d974647-41d0-4c2f-926c-3f67b3e72f55 HTTP/1.1" status: 200 len: 217 time: 0.0523655 Sep 26 11:25:09.563158 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75663a-9b64-49be-8a60-cb89d72ec697 req-b8ee241a-dc0b-44fe-9ca1-0f772f8eb6b6 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:09.572218 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5a75663a-9b64-49be-8a60-cb89d72ec697 req-b8ee241a-dc0b-44fe-9ca1-0f772f8eb6b6 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.1014228 Sep 26 11:25:09.672517 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5a75663a-9b64-49be-8a60-cb89d72ec697 req-e6ac72b9-4cee-4a21-869a-b0cc761df366 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877745 Sep 26 11:25:09.767902 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9d47cc2d-f54a-4e6f-967c-3ff3584b265b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:09.775757 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9d47cc2d-f54a-4e6f-967c-3ff3584b265b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:09.821752 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47cc2d-f54a-4e6f-967c-3ff3584b265b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0c1ebb-660a-4c25-8c49-91f4ecadcb1b,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:09.847133 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7781c5-880d-43cc-9891-007d20e940fa req-bd26a96b-1493-461a-8fe2-73d9612e377f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:09.853731 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ec7781c5-880d-43cc-9891-007d20e940fa req-bd26a96b-1493-461a-8fe2-73d9612e377f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=59e45337-b67d-4e42-97b1-813ae679474a HTTP/1.1" status: 200 len: 858 time: 0.2935658 Sep 26 11:25:09.855398 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d47cc2d-f54a-4e6f-967c-3ff3584b265b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 11:25:09.926879 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ec7781c5-880d-43cc-9891-007d20e940fa req-b668b26e-72da-4dfe-8e60-6e227d85b41a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3816b198-fbf9-4832-9257-7a9e89f72850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592589 Sep 26 11:25:09.931747 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9d47cc2d-f54a-4e6f-967c-3ff3584b265b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:09.932107 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.db.segments_db [None req-9d47cc2d-f54a-4e6f-967c-3ff3584b265b admin admin] Added segment 16519192-f9bf-4c30-a8ac-07119e563f4f of type vlan for network fee0bc02-ba70-4306-88e5-38ff36a0bcb8 Sep 26 11:25:10.060432 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9d47cc2d-f54a-4e6f-967c-3ff3584b265b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784556657430'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:10.093256 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ec7781c5-880d-43cc-9891-007d20e940fa req-8e9d5dcb-8300-4dc2-89f4-ae87e5c021a8 service neutron] 10.222.0.22 "GET /v2.0/networks/3816b198-fbf9-4832-9257-7a9e89f72850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499043 Sep 26 11:25:10.112546 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9d47cc2d-f54a-4e6f-967c-3ff3584b265b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:10.114500 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d47cc2d-f54a-4e6f-967c-3ff3584b265b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:10.115358 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9d47cc2d-f54a-4e6f-967c-3ff3584b265b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:10.166113 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-9d47cc2d-f54a-4e6f-967c-3ff3584b265b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0895669 Sep 26 11:25:10.169328 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 50136) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:10.175132 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-52600c7d-5ec4-4429-be15-c95da49e6a0a admin admin] Request body: {'subnet': {'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-851282300-subnet', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'ip_version': 4}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:25:10.222186 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52600c7d-5ec4-4429-be15-c95da49e6a0a admin admin] Made reservation on behalf of ce837c99bcc9456283c5401547ff5a76 for: {'subnet': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:25:10.225266 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-52600c7d-5ec4-4429-be15-c95da49e6a0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529669002'] for subnet, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:10.335539 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47cc2d-f54a-4e6f-967c-3ff3584b265b admin admin] Pushing event updated for resources: {'Network': ['ID=fee0bc02-ba70-4306-88e5-38ff36a0bcb8,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:10.350164 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Network fee0bc02-ba70-4306-88e5-38ff36a0bcb8 details requested by agent ovs-agent-dv-cinder-811032-1-iscsi with host dv-cinder-811032-1-iscsi {{(pid=94002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 11:25:10.367972 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ec7781c5-880d-43cc-9891-007d20e940fa req-39369bcc-eb63-4c54-ac99-368b0837c06b service neutron] 10.222.0.22 "GET /v2.0/networks/3816b198-fbf9-4832-9257-7a9e89f72850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652419 Sep 26 11:25:10.608479 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd36a80-a217-4c63-8500-ab0a6651e044 req-d16ae455-f944-44f0-9b37-2775002c1d14 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:10.609844 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 50150) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:10.618431 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0bd36a80-a217-4c63-8500-ab0a6651e044 req-d16ae455-f944-44f0-9b37-2775002c1d14 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.1575449 Sep 26 11:25:10.726476 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0bd36a80-a217-4c63-8500-ab0a6651e044 req-cc3c9307-a3b0-4795-b5d2-ea7ec84ccda5 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969570 Sep 26 11:25:10.837852 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-985cf636-3483-40a8-8d02-3dd941889aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:10.869266 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-52600c7d-5ec4-4429-be15-c95da49e6a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530552600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529669048'] for subnet, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:10.988860 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52600c7d-5ec4-4429-be15-c95da49e6a0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=258101c2-cabd-4a87-bb0e-e9533532d3e4,revision_number=0']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:11.072001 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52600c7d-5ec4-4429-be15-c95da49e6a0a admin admin] Checking segment: {'id': '16519192-f9bf-4c30-a8ac-07119e563f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:25:11.072281 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52600c7d-5ec4-4429-be15-c95da49e6a0a admin admin] Network hostable DHCP agents. Network: fee0bc02-ba70-4306-88e5-38ff36a0bcb8, hostable agents: ['ecf2eb48-0220-401f-8612-1931512fe08d'], hosted agents: [] {{(pid=94001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 11:25:11.117539 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-985cf636-3483-40a8-8d02-3dd941889aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:11.122454 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52600c7d-5ec4-4429-be15-c95da49e6a0a admin admin] Network fee0bc02-ba70-4306-88e5-38ff36a0bcb8 is scheduled to be hosted by DHCP agent ecf2eb48-0220-401f-8612-1931512fe08d with binding_index 1 {{(pid=94001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 11:25:11.132775 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-985cf636-3483-40a8-8d02-3dd941889aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:11.140503 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e3c25-bae4-4f5f-bc66-a3e80d636214 req-36b55fe9-8f49-4f80-8903-abec6557ee35 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:11.142614 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3e0e3c25-bae4-4f5f-bc66-a3e80d636214 req-36b55fe9-8f49-4f80-8903-abec6557ee35 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.2614040 Sep 26 11:25:11.165619 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834d549-5245-402f-b4c2-252de48cb8bf req-9e1d6d94-fbf3-4711-a3c4-48ee5ea40c25 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:11.167820 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2834d549-5245-402f-b4c2-252de48cb8bf req-9e1d6d94-fbf3-4711-a3c4-48ee5ea40c25 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 945 time: 0.1910491 Sep 26 11:25:11.187297 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-52600c7d-5ec4-4429-be15-c95da49e6a0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811032-1-iscsi, fee0bc02-ba70-4306-88e5-38ff36a0bcb8) {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:25:11.203944 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8621ff-61e1-4bc2-98cd-fd45f655e2a5 None None] Network fee0bc02-ba70-4306-88e5-38ff36a0bcb8 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:25:11.273237 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-985cf636-3483-40a8-8d02-3dd941889aac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab5fa8b02cef41cb91d47a3ca81d4bbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6622868 Sep 26 11:25:11.299678 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 50172) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:11.304431 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3e0e3c25-bae4-4f5f-bc66-a3e80d636214 req-f5f79a9c-b878-4d8c-b713-537e5b4c0441 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517801 Sep 26 11:25:11.309581 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cf636-3483-40a8-8d02-3dd941889aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29362ccd-e5f4-46ff-b602-b68ab94bf56e,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:11.330005 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52600c7d-5ec4-4429-be15-c95da49e6a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:11.331041 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-52600c7d-5ec4-4429-be15-c95da49e6a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:11.337460 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2834d549-5245-402f-b4c2-252de48cb8bf req-c0d12bb8-1465-4e86-8e27-c58dbe9d969b tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511395 Sep 26 11:25:11.369823 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-52600c7d-5ec4-4429-be15-c95da49e6a0a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1988745 Sep 26 11:25:11.371113 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 50174) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:11.377498 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-cabf82a6-2e39-4ff8-afd8-514b2bebbc9e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-851282300-router', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:25:11.427471 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-84bbda51-b657-492a-ab84-8bd69fef69a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:11.434071 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cabf82a6-2e39-4ff8-afd8-514b2bebbc9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-394'] for router, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:11.435891 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cabf82a6-2e39-4ff8-afd8-514b2bebbc9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-387'] for router, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:11.470712 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-84bbda51-b657-492a-ab84-8bd69fef69a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:11.523116 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaad88be8-db61-5050-a9af-3709a516940e-fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'fixed_ips': [{'subnet_id': '258101c2-cabd-4a87-bb0e-e9533532d3e4'}]}} from dv-cinder-811032-1-iscsi. {{(pid=94002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 11:25:11.524135 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:11.544300 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cabf82a6-2e39-4ff8-afd8-514b2bebbc9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:11.730502 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.db_base_plugin_common [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Allocated IP 172.20.0.2 (fee0bc02-ba70-4306-88e5-38ff36a0bcb8/258101c2-cabd-4a87-bb0e-e9533532d3e4/c5fb649d-8daa-46da-af89-716b79d40a7e) {{(pid=94002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:25:11.960209 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cabf82a6-2e39-4ff8-afd8-514b2bebbc9e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:11.991357 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Notify callbacks [] for port, precommit_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:11.999679 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27585c51-4295-4638-810e-c68993f6e0f8 req-27806a0a-acbb-452f-89f8-7e86b6803ba4 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:12.002046 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-84bbda51-b657-492a-ab84-8bd69fef69a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:12.006827 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-84bbda51-b657-492a-ab84-8bd69fef69a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:12.007851 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-84bbda51-b657-492a-ab84-8bd69fef69a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/29362ccd-e5f4-46ff-b602-b68ab94bf56e HTTP/1.1" status: 204 len: 168 time: 0.7068253 Sep 26 11:25:12.029820 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-27585c51-4295-4638-810e-c68993f6e0f8 req-27806a0a-acbb-452f-89f8-7e86b6803ba4 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.1180868 Sep 26 11:25:12.048342 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591'] for port, after_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:12.078213 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bbda51-b657-492a-ab84-8bd69fef69a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29362ccd-e5f4-46ff-b602-b68ab94bf56e,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:12.113144 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-27585c51-4295-4638-810e-c68993f6e0f8 req-6959eb3d-7d97-48e2-9e20-4da5074382af tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814278 Sep 26 11:25:12.252347 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Pushing event updated for resources: {'Port': ['ID=c5fb649d-8daa-46da-af89-716b79d40a7e,revision_number=1']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:12.262531 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:12.264553 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:12.264942 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:12.265281 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:12.265630 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:12.265975 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:12.266328 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:12.266678 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:12.267027 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:12.267357 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:12.267675 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:12.268051 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:12.280024 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Network fee0bc02-ba70-4306-88e5-38ff36a0bcb8 is already hosted by enough agents. {{(pid=94002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:25:12.282432 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.scheduler.base_scheduler [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Resources bound (agent type, host, resource id): {{(pid=94002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:25:12.286586 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Received port after_create {{(pid=94002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:25:12.367322 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Attempting to bind port c5fb649d-8daa-46da-af89-716b79d40a7e on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:25:12.368032 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Attempting to bind port c5fb649d-8daa-46da-af89-716b79d40a7e by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': '16519192-f9bf-4c30-a8ac-07119e563f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:25:12.368555 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Attempting to bind port c5fb649d-8daa-46da-af89-716b79d40a7e on network fee0bc02-ba70-4306-88e5-38ff36a0bcb8 {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:25:12.380525 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:25:12.381122 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Checking segment: {'id': '16519192-f9bf-4c30-a8ac-07119e563f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:25:12.381695 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:12.382245 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Bound using segment: {'id': '16519192-f9bf-4c30-a8ac-07119e563f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:25:12.383087 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Bound port: c5fb649d-8daa-46da-af89-716b79d40a7e, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16519192-f9bf-4c30-a8ac-07119e563f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:25:12.384373 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:12.509324 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cabf82a6-2e39-4ff8-afd8-514b2bebbc9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:12.543255 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cabf82a6-2e39-4ff8-afd8-514b2bebbc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:12.545854 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] For port c5fb649d-8daa-46da-af89-716b79d40a7e, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:25:12.553938 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] For port c5fb649d-8daa-46da-af89-716b79d40a7e, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=c5fb649d-8daa-46da-af89-716b79d40a7e,segment=NetworkSegment(16519192-f9bf-4c30-a8ac-07119e563f4f),segment_id=16519192-f9bf-4c30-a8ac-07119e563f4f)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:25:12.564252 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:12.703331 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42113541-38ae-4e76-8e8f-96467ac56874 req-b42bd0d1-e084-4219-866b-046cc2e4c718 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:12.708413 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fa9a5-da17-4d6b-8c30-76959eb3d211 None None] Pushing event updated for resources: {'Port': ['ID=c5fb649d-8daa-46da-af89-716b79d40a7e,revision_number=2']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:12.711738 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-42113541-38ae-4e76-8e8f-96467ac56874 req-b42bd0d1-e084-4219-866b-046cc2e4c718 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.2272704 Sep 26 11:25:12.756642 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31d1b7-6684-49d5-ad5c-cb16dfe38a89 req-3dd41125-e215-406f-a02b-f6519906cb7b tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:12.764550 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8c31d1b7-6684-49d5-ad5c-cb16dfe38a89 req-3dd41125-e215-406f-a02b-f6519906cb7b tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 945 time: 0.1494544 Sep 26 11:25:12.820586 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-42113541-38ae-4e76-8e8f-96467ac56874 req-5000ca32-13df-43ee-b786-84f4feeaf0ab tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055236 Sep 26 11:25:12.830761 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-cabf82a6-2e39-4ff8-afd8-514b2bebbc9e admin admin] Allocated IP 172.27.3.111 (d645f16f-c1f8-40bc-a964-fd8a8508da46/7b04f644-4880-4113-a1d0-930d600f8f14/57d657e7-66c1-44a2-b4a1-7a6143e86188) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:25:12.874871 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8c31d1b7-6684-49d5-ad5c-cb16dfe38a89 req-d3c83d4a-546a-4437-a37d-50077f184efc tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090107 Sep 26 11:25:13.079159 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cabf82a6-2e39-4ff8-afd8-514b2bebbc9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:13.165102 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cabf82a6-2e39-4ff8-afd8-514b2bebbc9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:13.264742 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabf82a6-2e39-4ff8-afd8-514b2bebbc9e admin admin] Network d645f16f-c1f8-40bc-a964-fd8a8508da46 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:25:13.268134 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-cabf82a6-2e39-4ff8-afd8-514b2bebbc9e admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:25:13.278420 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabf82a6-2e39-4ff8-afd8-514b2bebbc9e admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:25:13.308463 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf82a6-2e39-4ff8-afd8-514b2bebbc9e admin admin] Pushing event updated for resources: {'Port': ['ID=57d657e7-66c1-44a2-b4a1-7a6143e86188,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:13.404549 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4501ac-fcf9-4770-8a67-08f06570f6e0 req-4e7b9d4f-c59d-4eee-9b2b-db16299b05fc tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:13.414396 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bf4501ac-fcf9-4770-8a67-08f06570f6e0 req-4e7b9d4f-c59d-4eee-9b2b-db16299b05fc tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0997884 Sep 26 11:25:13.473853 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bf4501ac-fcf9-4770-8a67-08f06570f6e0 req-e6c160b5-09c2-48e9-91b7-c8dff05ab453 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578022 Sep 26 11:25:13.616776 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 50212) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:13.867347 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cabf82a6-2e39-4ff8-afd8-514b2bebbc9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:14.003851 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-1f4657cc-fe06-479c-b232-67f6d31b129a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-131339492-network', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:25:14.135692 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5216f77-1944-420e-8556-52d4077f3a5b req-bbee792d-214c-4f55-ab43-d968e2439fa5 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:14.137411 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a5216f77-1944-420e-8556-52d4077f3a5b req-bbee792d-214c-4f55-ab43-d968e2439fa5 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.1280050 Sep 26 11:25:14.138364 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4657cc-fe06-479c-b232-67f6d31b129a admin admin] Made reservation on behalf of 7e441f8769a94b6ba6ebc00ed8d7c160 for: {'network': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:25:14.140655 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1f4657cc-fe06-479c-b232-67f6d31b129a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for network, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:14.163041 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device c5fb649d-8daa-46da-af89-716b79d40a7e up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:25:14.228726 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1f4657cc-fe06-479c-b232-67f6d31b129a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:14.247786 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61b72c-dced-4396-a230-d33b512baef1 req-df21f48a-b313-472a-8ce3-498a8bbc787c tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:14.249616 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2b61b72c-dced-4396-a230-d33b512baef1 req-df21f48a-b313-472a-8ce3-498a8bbc787c tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 945 time: 0.2173698 Sep 26 11:25:14.272426 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a5216f77-1944-420e-8556-52d4077f3a5b req-d1830d86-7d78-4c9e-a843-a785d68bc488 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283042 Sep 26 11:25:14.280549 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port c5fb649d-8daa-46da-af89-716b79d40a7e triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:14.281151 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:14.340055 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2b61b72c-dced-4396-a230-d33b512baef1 req-2335ffbf-6d66-43d1-babd-e03825833e5c tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812712 Sep 26 11:25:14.386957 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d344b29-f9bf-478c-aac2-ea13be950711 None None] Network fee0bc02-ba70-4306-88e5-38ff36a0bcb8 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:25:14.397208 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cabf82a6-2e39-4ff8-afd8-514b2bebbc9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749496'] for router, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:14.438496 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1f4657cc-fe06-479c-b232-67f6d31b129a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:14.445426 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1f4657cc-fe06-479c-b232-67f6d31b129a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:14.494209 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4657cc-fe06-479c-b232-67f6d31b129a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=94001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 11:25:14.508534 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4657cc-fe06-479c-b232-67f6d31b129a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c32d23-dd39-4bd5-9e17-2f20262d2cda,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:14.515317 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1f4657cc-fe06-479c-b232-67f6d31b129a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:14.515714 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.db.segments_db [None req-1f4657cc-fe06-479c-b232-67f6d31b129a admin admin] Added segment 7ecf81cf-22ee-4c68-a88c-0c889d12cacd of type vlan for network 23e86c48-c562-4dba-8966-311c3333da64 Sep 26 11:25:14.626040 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabf82a6-2e39-4ff8-afd8-514b2bebbc9e admin admin] Router 87b22159-4259-43a7-961f-28cde81a65c8 is scheduled to L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd with binding_index 1 {{(pid=94000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 11:25:14.629974 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1f4657cc-fe06-479c-b232-67f6d31b129a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784556657430'] for network, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:14.663307 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1f4657cc-fe06-479c-b232-67f6d31b129a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for network, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:14.665087 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4657cc-fe06-479c-b232-67f6d31b129a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:14.665307 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1f4657cc-fe06-479c-b232-67f6d31b129a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:14.707785 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-1d1a1ff8-3115-4d64-a552-be89c0063357 None None] Provisioning complete for port c5fb649d-8daa-46da-af89-716b79d40a7e triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:14.708166 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-1d1a1ff8-3115-4d64-a552-be89c0063357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:14.752631 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:14.756879 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fe4f7-378a-421b-ae7d-a5758fef3075 req-4ad1dae9-80c7-46ad-8561-ce96355f687a tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:14.758858 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ea5fe4f7-378a-421b-ae7d-a5758fef3075 req-4ad1dae9-80c7-46ad-8561-ce96355f687a tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.1599863 Sep 26 11:25:14.762997 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-1f4657cc-fe06-479c-b232-67f6d31b129a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1420329 Sep 26 11:25:14.765063 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 50230) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:14.771056 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-a1a7483e-7bf9-4006-a18d-1f17eea5bc77 admin admin] Request body: {'subnet': {'network_id': '23e86c48-c562-4dba-8966-311c3333da64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-131339492-subnet', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'ip_version': 4}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:25:14.812027 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a7483e-7bf9-4006-a18d-1f17eea5bc77 admin admin] Made reservation on behalf of 7e441f8769a94b6ba6ebc00ed8d7c160 for: {'subnet': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:25:14.812710 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] For port c5fb649d-8daa-46da-af89-716b79d40a7e, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=c5fb649d-8daa-46da-af89-716b79d40a7e,segment=NetworkSegment(16519192-f9bf-4c30-a8ac-07119e563f4f),segment_id=16519192-f9bf-4c30-a8ac-07119e563f4f)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:25:14.815098 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a1a7483e-7bf9-4006-a18d-1f17eea5bc77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529669002'] for subnet, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:14.826607 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:14.828465 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabf82a6-2e39-4ff8-afd8-514b2bebbc9e admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:25:14.839961 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14b7750-f463-4847-b63e-5eaff0db3eab None None] Sync routers for ids ['87b22159-4259-43a7-961f-28cde81a65c8'] in dv-cinder-811032-1-iscsi {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:25:14.864493 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14b7750-f463-4847-b63e-5eaff0db3eab None None] Routers {'87b22159-4259-43a7-961f-28cde81a65c8'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:25:14.865760 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-c14b7750-f463-4847-b63e-5eaff0db3eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:25:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['87b22159-4259-43a7-961f-28cde81a65c8'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:14.876173 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-cabf82a6-2e39-4ff8-afd8-514b2bebbc9e admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:14.877847 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-cabf82a6-2e39-4ff8-afd8-514b2bebbc9e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5053046 Sep 26 11:25:14.880544 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 50232) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:14.933755 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4657cc-fe06-479c-b232-67f6d31b129a admin admin] Pushing event updated for resources: {'Network': ['ID=23e86c48-c562-4dba-8966-311c3333da64,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:14.961081 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Network 23e86c48-c562-4dba-8966-311c3333da64 details requested by agent ovs-agent-dv-cinder-811032-1-iscsi with host dv-cinder-811032-1-iscsi {{(pid=94002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 11:25:15.001064 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ea5fe4f7-378a-421b-ae7d-a5758fef3075 req-53c52f87-40bd-4475-ac8f-3a0aa9790ee1 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051077 Sep 26 11:25:15.053373 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-c14b7750-f463-4847-b63e-5eaff0db3eab None None] Set router 87b22159-4259-43a7-961f-28cde81a65c8 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:25:15.134071 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Pushing event updated for resources: {'Port': ['ID=c5fb649d-8daa-46da-af89-716b79d40a7e,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:15.206893 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a1a7483e-7bf9-4006-a18d-1f17eea5bc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530552600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529669048'] for subnet, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:15.287488 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7483e-7bf9-4006-a18d-1f17eea5bc77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04d6c54a-f029-4b31-bdac-cf23ee894a3c,revision_number=0']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:15.300454 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a7483e-7bf9-4006-a18d-1f17eea5bc77 admin admin] Checking segment: {'id': '7ecf81cf-22ee-4c68-a88c-0c889d12cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '23e86c48-c562-4dba-8966-311c3333da64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:25:15.301146 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a7483e-7bf9-4006-a18d-1f17eea5bc77 admin admin] Network hostable DHCP agents. Network: 23e86c48-c562-4dba-8966-311c3333da64, hostable agents: ['ecf2eb48-0220-401f-8612-1931512fe08d'], hosted agents: [] {{(pid=94001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 11:25:15.344202 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a7483e-7bf9-4006-a18d-1f17eea5bc77 admin admin] Network 23e86c48-c562-4dba-8966-311c3333da64 is scheduled to be hosted by DHCP agent ecf2eb48-0220-401f-8612-1931512fe08d with binding_index 1 {{(pid=94001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 11:25:15.365127 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-a1a7483e-7bf9-4006-a18d-1f17eea5bc77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811032-1-iscsi, 23e86c48-c562-4dba-8966-311c3333da64) {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:25:15.376558 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22c3bbc-74b3-43fd-bac7-112d9ea93eaf None None] Network 23e86c48-c562-4dba-8966-311c3333da64 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:25:15.386184 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a7483e-7bf9-4006-a18d-1f17eea5bc77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:15.386916 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a1a7483e-7bf9-4006-a18d-1f17eea5bc77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:15.407728 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-c14b7750-f463-4847-b63e-5eaff0db3eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b22159-4259-43a7-961f-28cde81a65c8', 'name': 'tempest-TestVolumeBootPattern-851282300-router', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:11Z', 'updated_at': '2021-09-26T11:25:13Z', 'revision_number': 3, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'gw_port': {'id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:12Z', 'updated_at': '2021-09-26T11:25:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:15.412625 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-a1a7483e-7bf9-4006-a18d-1f17eea5bc77 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6479950 Sep 26 11:25:15.436517 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 50238) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:15.446389 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-eaef05f2-7839-424e-9d39-0cd3acc485bc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-131339492-router', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:25:15.478579 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14b7750-f463-4847-b63e-5eaff0db3eab None None] Checking router: 87b22159-4259-43a7-961f-28cde81a65c8 for host: dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:25:15.478579 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14b7750-f463-4847-b63e-5eaff0db3eab None None] Updating router 87b22159-4259-43a7-961f-28cde81a65c8 port 57d657e7-66c1-44a2-b4a1-7a6143e86188 binding host dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 11:25:15.508664 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37407c9-ec81-4c13-8cb1-d9e73d137d8f req-06ae70db-d367-45f8-a162-3be6df1cce9e tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:15.509698 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d37407c9-ec81-4c13-8cb1-d9e73d137d8f req-06ae70db-d367-45f8-a162-3be6df1cce9e tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0948627 Sep 26 11:25:15.564988 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c14b7750-f463-4847-b63e-5eaff0db3eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:15.673203 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d37407c9-ec81-4c13-8cb1-d9e73d137d8f req-9d98ae74-2516-4fd9-b2be-4685dc240e3f tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531465 Sep 26 11:25:15.718362 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-eaef05f2-7839-424e-9d39-0cd3acc485bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-394'] for router, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:15.719742 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-eaef05f2-7839-424e-9d39-0cd3acc485bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-387'] for router, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:15.747705 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-3ac3c61c-d7fe-49ff-af47-0cdfa5ea8d12 None None] Provisioning complete for port c5fb649d-8daa-46da-af89-716b79d40a7e triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:15.750035 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c421b-2146-492d-8e77-662816e27b97 req-15097b44-6724-4aa4-a92b-eea120dd77d1 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:15.750965 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-3ac3c61c-d7fe-49ff-af47-0cdfa5ea8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:15.757546 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ba2c421b-2146-492d-8e77-662816e27b97 req-15097b44-6724-4aa4-a92b-eea120dd77d1 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 945 time: 0.1459970 Sep 26 11:25:15.841235 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ba2c421b-2146-492d-8e77-662816e27b97 req-dfce8c98-93d1-4a3f-90e0-82ae894bab78 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747080 Sep 26 11:25:15.906907 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-eaef05f2-7839-424e-9d39-0cd3acc485bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:15.986318 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70f45af-bc86-4af3-96e6-97dca4046c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaad88be8-db61-5050-a9af-3709a516940e-23e86c48-c562-4dba-8966-311c3333da64', 'network_id': '23e86c48-c562-4dba-8966-311c3333da64', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'fixed_ips': [{'subnet_id': '04d6c54a-f029-4b31-bdac-cf23ee894a3c'}]}} from dv-cinder-811032-1-iscsi. {{(pid=94002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 11:25:15.988158 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-e70f45af-bc86-4af3-96e6-97dca4046c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:16.038116 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device c5fb649d-8daa-46da-af89-716b79d40a7e up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:25:16.126915 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-eaef05f2-7839-424e-9d39-0cd3acc485bc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:16.238052 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c14b7750-f463-4847-b63e-5eaff0db3eab None None] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:16.256870 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c14b7750-f463-4847-b63e-5eaff0db3eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:16.325080 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e587b6-aa6f-407e-83e9-62ec74feb481 req-da2f2ba3-7884-40d4-817d-8da4b65f6d68 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:16.333415 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-c14b7750-f463-4847-b63e-5eaff0db3eab None None] Attempting to bind port 57d657e7-66c1-44a2-b4a1-7a6143e86188 on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:25:16.333894 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-c14b7750-f463-4847-b63e-5eaff0db3eab None None] Attempting to bind port 57d657e7-66c1-44a2-b4a1-7a6143e86188 by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:25:16.334415 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14b7750-f463-4847-b63e-5eaff0db3eab None None] Attempting to bind port 57d657e7-66c1-44a2-b4a1-7a6143e86188 on network d645f16f-c1f8-40bc-a964-fd8a8508da46 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:25:16.339996 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b3e587b6-aa6f-407e-83e9-62ec74feb481 req-da2f2ba3-7884-40d4-817d-8da4b65f6d68 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.1086593 Sep 26 11:25:16.348377 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748dbe5b-b0e9-4986-8809-2d20d216ea26 None None] Pushing event updated for resources: {'Port': ['ID=57d657e7-66c1-44a2-b4a1-7a6143e86188,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:16.353177 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14b7750-f463-4847-b63e-5eaff0db3eab None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:25:16.353617 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14b7750-f463-4847-b63e-5eaff0db3eab None None] Checking segment: {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:25:16.353971 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c14b7750-f463-4847-b63e-5eaff0db3eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:16.354498 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14b7750-f463-4847-b63e-5eaff0db3eab None None] Bound using segment: {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:25:16.355024 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-c14b7750-f463-4847-b63e-5eaff0db3eab None None] Bound port: 57d657e7-66c1-44a2-b4a1-7a6143e86188, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:25:16.355429 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c14b7750-f463-4847-b63e-5eaff0db3eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:16.363304 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dbe5b-b0e9-4986-8809-2d20d216ea26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:16.363725 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dbe5b-b0e9-4986-8809-2d20d216ea26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:16.364196 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dbe5b-b0e9-4986-8809-2d20d216ea26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:16.364666 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dbe5b-b0e9-4986-8809-2d20d216ea26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:16.364999 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dbe5b-b0e9-4986-8809-2d20d216ea26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:16.365331 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dbe5b-b0e9-4986-8809-2d20d216ea26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:16.365664 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dbe5b-b0e9-4986-8809-2d20d216ea26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:16.365994 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dbe5b-b0e9-4986-8809-2d20d216ea26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:16.366343 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dbe5b-b0e9-4986-8809-2d20d216ea26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:16.366745 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dbe5b-b0e9-4986-8809-2d20d216ea26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:16.367074 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dbe5b-b0e9-4986-8809-2d20d216ea26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:16.367407 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748dbe5b-b0e9-4986-8809-2d20d216ea26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:25:16.413619 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port c5fb649d-8daa-46da-af89-716b79d40a7e triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:16.414491 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:16.438945 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b3e587b6-aa6f-407e-83e9-62ec74feb481 req-635c876a-f7b1-4a63-a6e4-7e8c71aea086 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862470 Sep 26 11:25:16.494321 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-c14b7750-f463-4847-b63e-5eaff0db3eab None None] For port 57d657e7-66c1-44a2-b4a1-7a6143e86188, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:25:16.501603 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.db_base_plugin_common [None req-e70f45af-bc86-4af3-96e6-97dca4046c65 None None] Allocated IP 172.20.0.2 (23e86c48-c562-4dba-8966-311c3333da64/04d6c54a-f029-4b31-bdac-cf23ee894a3c/1dac70bf-6367-44a6-b9c5-74efbbd6cf64) {{(pid=94002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:25:16.503978 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-c14b7750-f463-4847-b63e-5eaff0db3eab None None] For port 57d657e7-66c1-44a2-b4a1-7a6143e86188, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=57d657e7-66c1-44a2-b4a1-7a6143e86188,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:25:16.516434 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-c14b7750-f463-4847-b63e-5eaff0db3eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:16.620991 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748dbe5b-b0e9-4986-8809-2d20d216ea26 None None] Pushing event updated for resources: {'Port': ['ID=57d657e7-66c1-44a2-b4a1-7a6143e86188,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:16.669380 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14b7750-f463-4847-b63e-5eaff0db3eab None None] Routers {'87b22159-4259-43a7-961f-28cde81a65c8'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:25:16.673739 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-c14b7750-f463-4847-b63e-5eaff0db3eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:25:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['87b22159-4259-43a7-961f-28cde81a65c8'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:16.681987 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-929df1bf-4298-4d23-8b17-3c568dbfe372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:16.711258 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-e70f45af-bc86-4af3-96e6-97dca4046c65 None None] Notify callbacks [] for port, precommit_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:16.726140 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-e70f45af-bc86-4af3-96e6-97dca4046c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591'] for port, after_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:16.787028 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f45af-bc86-4af3-96e6-97dca4046c65 None None] Pushing event updated for resources: {'Port': ['ID=1dac70bf-6367-44a6-b9c5-74efbbd6cf64,revision_number=1']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:16.811912 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70f45af-bc86-4af3-96e6-97dca4046c65 None None] Network 23e86c48-c562-4dba-8966-311c3333da64 is already hosted by enough agents. {{(pid=94002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:25:16.814596 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.scheduler.base_scheduler [None req-e70f45af-bc86-4af3-96e6-97dca4046c65 None None] Resources bound (agent type, host, resource id): {{(pid=94002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:25:16.818241 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70f45af-bc86-4af3-96e6-97dca4046c65 None None] Received port after_create {{(pid=94002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:25:16.951919 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0891b4b-b3e1-438d-9b4e-652ac5590e14 req-d85f5503-174f-4317-80d3-6b8b0fed9a45 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:16.955826 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-e70f45af-bc86-4af3-96e6-97dca4046c65 None None] Attempting to bind port 1dac70bf-6367-44a6-b9c5-74efbbd6cf64 on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:25:16.956266 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-e70f45af-bc86-4af3-96e6-97dca4046c65 None None] Attempting to bind port 1dac70bf-6367-44a6-b9c5-74efbbd6cf64 by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': '7ecf81cf-22ee-4c68-a88c-0c889d12cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '23e86c48-c562-4dba-8966-311c3333da64'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:25:16.956696 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70f45af-bc86-4af3-96e6-97dca4046c65 None None] Attempting to bind port 1dac70bf-6367-44a6-b9c5-74efbbd6cf64 on network 23e86c48-c562-4dba-8966-311c3333da64 {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:25:16.957508 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f0891b4b-b3e1-438d-9b4e-652ac5590e14 req-d85f5503-174f-4317-80d3-6b8b0fed9a45 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.1606252 Sep 26 11:25:16.970694 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70f45af-bc86-4af3-96e6-97dca4046c65 None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:25:16.970694 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70f45af-bc86-4af3-96e6-97dca4046c65 None None] Checking segment: {'id': '7ecf81cf-22ee-4c68-a88c-0c889d12cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '23e86c48-c562-4dba-8966-311c3333da64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:25:16.971164 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-e70f45af-bc86-4af3-96e6-97dca4046c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:16.971336 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70f45af-bc86-4af3-96e6-97dca4046c65 None None] Bound using segment: {'id': '7ecf81cf-22ee-4c68-a88c-0c889d12cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '23e86c48-c562-4dba-8966-311c3333da64'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:25:16.972365 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-e70f45af-bc86-4af3-96e6-97dca4046c65 None None] Bound port: 1dac70bf-6367-44a6-b9c5-74efbbd6cf64, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ecf81cf-22ee-4c68-a88c-0c889d12cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '23e86c48-c562-4dba-8966-311c3333da64'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:25:16.972817 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-e70f45af-bc86-4af3-96e6-97dca4046c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:17.074210 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79e7ee-3d30-4dbd-b7d6-7ec00ad1c161 req-45df84ed-d5b4-43d1-9c97-a716ac0ab9d0 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:17.084231 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7e79e7ee-3d30-4dbd-b7d6-7ec00ad1c161 req-45df84ed-d5b4-43d1-9c97-a716ac0ab9d0 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 945 time: 0.1256135 Sep 26 11:25:17.090595 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f0891b4b-b3e1-438d-9b4e-652ac5590e14 req-218504ac-1413-402a-95ea-4e65dace6072 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139815 Sep 26 11:25:17.164082 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7e79e7ee-3d30-4dbd-b7d6-7ec00ad1c161 req-22da2623-ed03-4e8e-94b2-28ed6253049b tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785277 Sep 26 11:25:17.186111 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-929df1bf-4298-4d23-8b17-3c568dbfe372 admin admin] Allocated IP 172.20.0.1 (fee0bc02-ba70-4306-88e5-38ff36a0bcb8/258101c2-cabd-4a87-bb0e-e9533532d3e4/18f41534-2e02-49f8-a247-a696fb2fc95a) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:25:17.197208 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-e70f45af-bc86-4af3-96e6-97dca4046c65 None None] For port 1dac70bf-6367-44a6-b9c5-74efbbd6cf64, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:25:17.197984 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-c14b7750-f463-4847-b63e-5eaff0db3eab None None] Set router 87b22159-4259-43a7-961f-28cde81a65c8 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:25:17.214240 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-e70f45af-bc86-4af3-96e6-97dca4046c65 None None] For port 1dac70bf-6367-44a6-b9c5-74efbbd6cf64, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=1dac70bf-6367-44a6-b9c5-74efbbd6cf64,segment=NetworkSegment(7ecf81cf-22ee-4c68-a88c-0c889d12cacd),segment_id=7ecf81cf-22ee-4c68-a88c-0c889d12cacd)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:25:17.221482 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-e70f45af-bc86-4af3-96e6-97dca4046c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:17.336347 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f45af-bc86-4af3-96e6-97dca4046c65 None None] Pushing event updated for resources: {'Port': ['ID=1dac70bf-6367-44a6-b9c5-74efbbd6cf64,revision_number=2']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:17.402911 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-929df1bf-4298-4d23-8b17-3c568dbfe372 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:17.576642 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-eaef05f2-7839-424e-9d39-0cd3acc485bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:17.611991 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-c14b7750-f463-4847-b63e-5eaff0db3eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b22159-4259-43a7-961f-28cde81a65c8', 'name': 'tempest-TestVolumeBootPattern-851282300-router', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:11Z', 'updated_at': '2021-09-26T11:25:13Z', 'revision_number': 3, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'gw_port': {'id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:12Z', 'updated_at': '2021-09-26T11:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:17.711172 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14b7750-f463-4847-b63e-5eaff0db3eab None None] The sync data for ids ['87b22159-4259-43a7-961f-28cde81a65c8'] in dv-cinder-811032-1-iscsi is: [{'id': '87b22159-4259-43a7-961f-28cde81a65c8', 'name': 'tempest-TestVolumeBootPattern-851282300-router', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:11Z', 'updated_at': '2021-09-26T11:25:13Z', 'revision_number': 3, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'gw_port': {'id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:12Z', 'updated_at': '2021-09-26T11:25:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}] {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:25:17.725672 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-929df1bf-4298-4d23-8b17-3c568dbfe372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:17.787584 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-eaef05f2-7839-424e-9d39-0cd3acc485bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:17.835631 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8b45c-2879-4862-ada5-777a311573a5 req-6614c2a9-deed-435f-b4ef-8804d6dc73dd tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:17.849994 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0eb8b45c-2879-4862-ada5-777a311573a5 req-6614c2a9-deed-435f-b4ef-8804d6dc73dd tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.2271359 Sep 26 11:25:17.970085 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0eb8b45c-2879-4862-ada5-777a311573a5 req-851c2708-6107-4d7e-ac56-5e898e5e2c91 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185656 Sep 26 11:25:18.038301 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929df1bf-4298-4d23-8b17-3c568dbfe372 admin admin] Network fee0bc02-ba70-4306-88e5-38ff36a0bcb8 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:25:18.045149 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-929df1bf-4298-4d23-8b17-3c568dbfe372 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:25:18.047475 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929df1bf-4298-4d23-8b17-3c568dbfe372 admin admin] Pushing event updated for resources: {'Port': ['ID=18f41534-2e02-49f8-a247-a696fb2fc95a,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:18.068989 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929df1bf-4298-4d23-8b17-3c568dbfe372 admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:25:18.124956 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 1dac70bf-6367-44a6-b9c5-74efbbd6cf64 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:25:18.154280 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef59ccb-986b-43de-9dc5-f43da3e9bcfb req-3bcd961a-d38f-4326-8207-a8b82bd910c9 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:18.158014 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-eef59ccb-986b-43de-9dc5-f43da3e9bcfb req-3bcd961a-d38f-4326-8207-a8b82bd910c9 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.22 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 945 time: 0.4882646 Sep 26 11:25:18.394965 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 1dac70bf-6367-44a6-b9c5-74efbbd6cf64 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:18.395352 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:18.434592 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-929df1bf-4298-4d23-8b17-3c568dbfe372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748677'] for router_interface, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:18.516380 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9926b7-9763-4e65-b234-4a40e50929f0 req-be01171b-03e6-46ca-a27f-df02987d5659 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:18.529058 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ac9926b7-9763-4e65-b234-4a40e50929f0 req-be01171b-03e6-46ca-a27f-df02987d5659 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 945 time: 0.1570144 Sep 26 11:25:18.557639 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec381a-4b25-4313-94e8-6deeac4d278d req-1beff0ae-1293-4a00-bb5f-e2b054207c9e tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:18.564246 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-16ec381a-4b25-4313-94e8-6deeac4d278d req-1beff0ae-1293-4a00-bb5f-e2b054207c9e tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.1666756 Sep 26 11:25:18.632734 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ac9926b7-9763-4e65-b234-4a40e50929f0 req-f34905aa-3361-4e4f-addf-bab781cdfe38 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029747 Sep 26 11:25:18.678037 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-16ec381a-4b25-4313-94e8-6deeac4d278d req-13cafa0a-bada-42c5-a341-c265a5702865 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956807 Sep 26 11:25:18.702149 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-8810bb5a-781e-4950-9239-4ab147bf71df None None] Provisioning complete for port 18f41534-2e02-49f8-a247-a696fb2fc95a triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:18.702539 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-8810bb5a-781e-4950-9239-4ab147bf71df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:18.703874 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-eaef05f2-7839-424e-9d39-0cd3acc485bc admin admin] Allocated IP 172.27.3.8 (d645f16f-c1f8-40bc-a964-fd8a8508da46/7b04f644-4880-4113-a1d0-930d600f8f14/7f7d756f-a7c4-4aee-90dd-b74a40bc7613) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:25:18.704439 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:18.767979 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] For port 1dac70bf-6367-44a6-b9c5-74efbbd6cf64, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=1dac70bf-6367-44a6-b9c5-74efbbd6cf64,segment=NetworkSegment(7ecf81cf-22ee-4c68-a88c-0c889d12cacd),segment_id=7ecf81cf-22ee-4c68-a88c-0c889d12cacd)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:25:18.789280 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:18.867176 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Pushing event updated for resources: {'Port': ['ID=1dac70bf-6367-44a6-b9c5-74efbbd6cf64,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:18.886952 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-8810bb5a-781e-4950-9239-4ab147bf71df None None] Port 18f41534-2e02-49f8-a247-a696fb2fc95a cannot update to ACTIVE because it is not bound. {{(pid=94002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 11:25:19.049312 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [req-eef59ccb-986b-43de-9dc5-f43da3e9bcfb req-e642e413-f273-4b49-a456-7a2ec99b025f tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Deleting port 48b1c9a7-ce75-4b86-8ebf-4a52cd20882e {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:25:19.051052 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-eef59ccb-986b-43de-9dc5-f43da3e9bcfb req-e642e413-f273-4b49-a456-7a2ec99b025f tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:19.108129 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-eaef05f2-7839-424e-9d39-0cd3acc485bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:19.220855 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d413a35-2bd2-4e17-a918-c20d3b38af59 req-c2f277d4-c316-4e26-b8eb-8c7d40e00e86 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:19.230449 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3d413a35-2bd2-4e17-a918-c20d3b38af59 req-c2f277d4-c316-4e26-b8eb-8c7d40e00e86 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.1419487 Sep 26 11:25:19.304220 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd5c809-ad70-4e1b-8b20-03e99f7ce2dd None None] Network 23e86c48-c562-4dba-8966-311c3333da64 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:25:19.332883 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-eef59ccb-986b-43de-9dc5-f43da3e9bcfb req-e642e413-f273-4b49-a456-7a2ec99b025f tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] For port 48b1c9a7-ce75-4b86-8ebf-4a52cd20882e, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=48b1c9a7-ce75-4b86-8ebf-4a52cd20882e,segment=NetworkSegment(bb9d2606-9463-4e42-a9b7-76a1c77e2f0d),segment_id=bb9d2606-9463-4e42-a9b7-76a1c77e2f0d)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:25:19.333937 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-eef59ccb-986b-43de-9dc5-f43da3e9bcfb req-e642e413-f273-4b49-a456-7a2ec99b025f tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:19.350115 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [req-eef59ccb-986b-43de-9dc5-f43da3e9bcfb req-e642e413-f273-4b49-a456-7a2ec99b025f tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Calling delete_port for 48b1c9a7-ce75-4b86-8ebf-4a52cd20882e owned by compute:nova {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:25:19.459054 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3d413a35-2bd2-4e17-a918-c20d3b38af59 req-f27210c4-6feb-48c8-8055-ba49ab6fdb8b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233129 Sep 26 11:25:19.494897 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-43854c6d-0e78-4385-948e-d72782a340e2 None None] Provisioning complete for port 1dac70bf-6367-44a6-b9c5-74efbbd6cf64 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:19.497641 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-43854c6d-0e78-4385-948e-d72782a340e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:19.507175 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-eaef05f2-7839-424e-9d39-0cd3acc485bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:19.551979 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35cb90-123d-4456-bd1a-91e964058513 req-f5518218-a694-43ce-8ec2-2bf5cb0cd04a tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:19.553555 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1e35cb90-123d-4456-bd1a-91e964058513 req-f5518218-a694-43ce-8ec2-2bf5cb0cd04a tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/networks?id=671663ce-5be0-4402-bebb-a7d1b559daa7 HTTP/1.1" status: 200 len: 813 time: 0.3171477 Sep 26 11:25:19.563203 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 48b1c9a7-ce75-4b86-8ebf-4a52cd20882e no longer exists at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:25:19.584361 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1e35cb90-123d-4456-bd1a-91e964058513 req-6c6025e6-5740-4f9a-bb7f-afc22e722de8 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/quotas/47e585f8b7af4a3abc372b8a837a7578 HTTP/1.1" status: 200 len: 375 time: 0.0169291 Sep 26 11:25:19.604292 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef05f2-7839-424e-9d39-0cd3acc485bc admin admin] Pushing event updated for resources: {'Port': ['ID=7f7d756f-a7c4-4aee-90dd-b74a40bc7613,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:19.632258 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-929df1bf-4298-4d23-8b17-3c568dbfe372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:19.653662 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaef05f2-7839-424e-9d39-0cd3acc485bc admin admin] Network d645f16f-c1f8-40bc-a964-fd8a8508da46 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:25:19.875966 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:19.945915 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-eaef05f2-7839-424e-9d39-0cd3acc485bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:25:19.946912 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98f0b32-3dbb-4647-b294-d450e3a2f4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48b1c9a7-ce75-4b86-8ebf-4a52cd20882e'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:25:19.949083 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff951d6-0b67-4b27-b3fa-42ce37c1dbe4" -d '{"events": [{"server_uuid": "d98f0b32-3dbb-4647-b294-d450e3a2f4de", "name": "network-vif-unplugged", "status": "completed", "tag": "48b1c9a7-ce75-4b86-8ebf-4a52cd20882e"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:25:19.960280 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-929df1bf-4298-4d23-8b17-3c568dbfe372 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:19.964444 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaef05f2-7839-424e-9d39-0cd3acc485bc admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:25:19.969941 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-929df1bf-4298-4d23-8b17-3c568dbfe372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530160741'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:20.118432 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 50302) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:20.288988 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-929df1bf-4298-4d23-8b17-3c568dbfe372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-750197'] for router_interface, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:20.308144 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 1dac70bf-6367-44a6-b9c5-74efbbd6cf64 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:25:20.312625 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 48b1c9a7-ce75-4b86-8ebf-4a52cd20882e, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=48b1c9a7-ce75-4b86-8ebf-4a52cd20882e,segment=NetworkSegment(bb9d2606-9463-4e42-a9b7-76a1c77e2f0d),segment_id=bb9d2606-9463-4e42-a9b7-76a1c77e2f0d)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:25:20.330024 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1e35cb90-123d-4456-bd1a-91e964058513 req-8635997b-2a6a-4e4e-949b-09d75e09561d tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=47e585f8b7af4a3abc372b8a837a7578&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7372913 Sep 26 11:25:20.348955 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:20.440006 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=48b1c9a7-ce75-4b86-8ebf-4a52cd20882e,revision_number=6']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:20.486983 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-06bec664-a44b-41e3-b154-f882585e9e90 None None] Provisioning complete for port 1dac70bf-6367-44a6-b9c5-74efbbd6cf64 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:20.487390 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-06bec664-a44b-41e3-b154-f882585e9e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:20.554730 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 1dac70bf-6367-44a6-b9c5-74efbbd6cf64 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:20.555470 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:20.564504 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1e35cb90-123d-4456-bd1a-91e964058513 req-3b178fd4-0d7d-4795-a97a-23e101a3f9d8 service neutron] 10.222.0.15 "GET /v2.0/networks/671663ce-5be0-4402-bebb-a7d1b559daa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291343 Sep 26 11:25:20.571000 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929df1bf-4298-4d23-8b17-3c568dbfe372 admin admin] Pushing event updated for resources: {'Port': ['ID=18f41534-2e02-49f8-a247-a696fb2fc95a,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:20.608480 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8cc02607-a72c-40ed-ad22-20d248b29543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:20.713849 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1e35cb90-123d-4456-bd1a-91e964058513 req-11af42f2-9a8d-41d8-bef6-99b0684d2f5b service neutron] 10.222.0.15 "GET /v2.0/networks/671663ce-5be0-4402-bebb-a7d1b559daa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391749 Sep 26 11:25:20.747737 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 57d657e7-66c1-44a2-b4a1-7a6143e86188 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:25:20.796950 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17962afa-349a-4fa5-b8c1-05afb5ab9511 req-b0ca16f6-9e92-4f67-8f08-2922bc15cf89 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:20.808494 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-eef59ccb-986b-43de-9dc5-f43da3e9bcfb req-e642e413-f273-4b49-a456-7a2ec99b025f tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:20.811205 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-17962afa-349a-4fa5-b8c1-05afb5ab9511 req-b0ca16f6-9e92-4f67-8f08-2922bc15cf89 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 865 time: 0.4616082 Sep 26 11:25:20.851267 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 57d657e7-66c1-44a2-b4a1-7a6143e86188 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:20.851684 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:20.910731 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-17962afa-349a-4fa5-b8c1-05afb5ab9511 req-e18baf0e-3f49-4f40-950c-54ade23603b3 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976923 Sep 26 11:25:20.969277 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['6fed321b-cb5e-4620-943a-3b26358ffb06', 'b1871f02-4262-4521-b33c-f6c524a91a57', 'bf2c5a26-d6f1-4238-bcd7-aef704133af5'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:25:21.039247 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642e413-f273-4b49-a456-7a2ec99b025f tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Pushing event deleted for resources: {'Port': ['ID=48b1c9a7-ce75-4b86-8ebf-4a52cd20882e,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:21.150840 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:21.152409 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929df1bf-4298-4d23-8b17-3c568dbfe372 admin admin] Network fee0bc02-ba70-4306-88e5-38ff36a0bcb8 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:25:21.160442 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 11:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa89bb1-7faf-486c-9fba-612fbb2a2efc x-openstack-request-id: req-8aa89bb1-7faf-486c-9fba-612fbb2a2efc {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:25:21.160829 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98f0b32-3dbb-4647-b294-d450e3a2f4de", "name": "network-vif-unplugged", "status": "completed", "tag": "48b1c9a7-ce75-4b86-8ebf-4a52cd20882e", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:25:21.161022 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8aa89bb1-7faf-486c-9fba-612fbb2a2efc {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:25:21.161425 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98f0b32-3dbb-4647-b294-d450e3a2f4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48b1c9a7-ce75-4b86-8ebf-4a52cd20882e', 'code': 200} Sep 26 11:25:21.163285 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8cc02607-a72c-40ed-ad22-20d248b29543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:21.164704 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-929df1bf-4298-4d23-8b17-3c568dbfe372 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:25:21.171403 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a562c4d-d88f-48c1-afd7-6a2ed63be8e5 req-2627bf8d-4d17-4c94-9b99-da01559c4d7e tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:21.177338 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8a562c4d-d88f-48c1-afd7-6a2ed63be8e5 req-2627bf8d-4d17-4c94-9b99-da01559c4d7e tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.1226060 Sep 26 11:25:21.222157 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef59ccb-986b-43de-9dc5-f43da3e9bcfb req-e642e413-f273-4b49-a456-7a2ec99b025f tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] No DVR routers for this DVR port 48b1c9a7-ce75-4b86-8ebf-4a52cd20882e on host hv-cinder-81103 {{(pid=94000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:25:21.226913 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8cc02607-a72c-40ed-ad22-20d248b29543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:21.233347 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] For port 57d657e7-66c1-44a2-b4a1-7a6143e86188, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=57d657e7-66c1-44a2-b4a1-7a6143e86188,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:25:21.248755 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-eef59ccb-986b-43de-9dc5-f43da3e9bcfb req-e642e413-f273-4b49-a456-7a2ec99b025f tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:21.251341 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-eef59ccb-986b-43de-9dc5-f43da3e9bcfb req-e642e413-f273-4b49-a456-7a2ec99b025f tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.22 "DELETE /v2.0/ports/48b1c9a7-ce75-4b86-8ebf-4a52cd20882e HTTP/1.1" status: 204 len: 173 time: 3.0414901 Sep 26 11:25:21.251872 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98f0b32-3dbb-4647-b294-d450e3a2f4de', 'name': 'network-vif-deleted', 'tag': '48b1c9a7-ce75-4b86-8ebf-4a52cd20882e'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:25:21.259598 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:21.262998 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac05579741f88b05fd5495e6fabac80b3338caa1126b8e71f43a8600e84c3c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73680437-1a15-467d-84f9-5f76870f52a2" -d '{"events": [{"server_uuid": "d98f0b32-3dbb-4647-b294-d450e3a2f4de", "name": "network-vif-deleted", "tag": "48b1c9a7-ce75-4b86-8ebf-4a52cd20882e"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:25:21.295395 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8a562c4d-d88f-48c1-afd7-6a2ed63be8e5 req-0f6b69d9-fb95-4a55-b556-a7bb33ccc0cd tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104717 Sep 26 11:25:21.446499 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Pushing event updated for resources: {'Port': ['ID=57d657e7-66c1-44a2-b4a1-7a6143e86188,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:21.518976 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc02607-a72c-40ed-ad22-20d248b29543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63d1d72-f558-4749-9e7f-8bb2a2cf82e4,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:21.531870 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-8cc02607-a72c-40ed-ad22-20d248b29543 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=939e4d02d3d945c79cd4798029283f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4081616 Sep 26 11:25:21.536755 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 50324) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:21.550686 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02827c-2506-4088-b525-a26449f2c7be req-57e1446b-e80e-4ec7-88b2-de1d06e07d02 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:21.553437 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-cd02827c-2506-4088-b525-a26449f2c7be req-57e1446b-e80e-4ec7-88b2-de1d06e07d02 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.2543995 Sep 26 11:25:21.560843 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e51a2db6-dc67-44b2-8f97-9590951adf10 req-d593cc25-2885-4fdd-b4b6-ca8fb23d79c1 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=98465259-fbab-42fd-9772-0d62ae350331 HTTP/1.1" status: 200 len: 210 time: 0.1273057 Sep 26 11:25:21.608236 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-929cd78d-a9be-48ae-be6d-d2a70461569b None None] Provisioning complete for port 18f41534-2e02-49f8-a247-a696fb2fc95a triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:21.608236 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-929cd78d-a9be-48ae-be6d-d2a70461569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:21.648268 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-cd02827c-2506-4088-b525-a26449f2c7be req-f309bed4-2ed7-4aea-8c4e-378b9564d0c6 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862477 Sep 26 11:25:21.838528 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-929cd78d-a9be-48ae-be6d-d2a70461569b None None] Port 18f41534-2e02-49f8-a247-a696fb2fc95a cannot update to ACTIVE because it is not bound. {{(pid=94002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 11:25:22.042156 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 57d657e7-66c1-44a2-b4a1-7a6143e86188 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:25:22.159517 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 57d657e7-66c1-44a2-b4a1-7a6143e86188 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:22.159742 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:22.166367 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4be1c54b-0557-4169-ab0d-9ceb7af5c803 req-73df413a-333d-424c-b29d-008127cc0243 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=d98f0b32-3dbb-4647-b294-d450e3a2f4de HTTP/1.1" status: 200 len: 210 time: 0.0356894 Sep 26 11:25:22.205688 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1283e793-6ea7-483e-80b3-354d8b9f7c28 x-openstack-request-id: req-1283e793-6ea7-483e-80b3-354d8b9f7c28 {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:25:22.205688 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98f0b32-3dbb-4647-b294-d450e3a2f4de", "name": "network-vif-deleted", "tag": "48b1c9a7-ce75-4b86-8ebf-4a52cd20882e", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:25:22.207474 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1283e793-6ea7-483e-80b3-354d8b9f7c28 {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:25:22.207474 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98f0b32-3dbb-4647-b294-d450e3a2f4de', 'name': 'network-vif-deleted', 'tag': '48b1c9a7-ce75-4b86-8ebf-4a52cd20882e', 'status': 'completed', 'code': 200} Sep 26 11:25:22.248419 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-eaef05f2-7839-424e-9d39-0cd3acc485bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:22.297131 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0d5ee5de-f239-4374-be6b-f8b9f858595d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:22.427227 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0d5ee5de-f239-4374-be6b-f8b9f858595d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:22.446715 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a427d-260f-4df1-94b8-308ab03768a8 req-4db3e3e5-0939-4d5c-9097-4855062e6eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:22.446715 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ab6a427d-260f-4df1-94b8-308ab03768a8 req-4db3e3e5-0939-4d5c-9097-4855062e6eec service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 1099 time: 0.2361054 Sep 26 11:25:22.459092 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0d3a9-6e4e-4bd3-8fb5-9d4379acd9b1 req-40d95c87-d842-425f-a200-45c802b31c42 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:22.460667 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-16a0d3a9-6e4e-4bd3-8fb5-9d4379acd9b1 req-40d95c87-d842-425f-a200-45c802b31c42 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0597236 Sep 26 11:25:22.469747 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929df1bf-4298-4d23-8b17-3c568dbfe372 admin admin] Router 87b22159-4259-43a7-961f-28cde81a65c8 has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:25:22.515504 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-16a0d3a9-6e4e-4bd3-8fb5-9d4379acd9b1 req-bc185139-8e2a-4dc3-ae1d-ffedef9d50cb tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460126 Sep 26 11:25:22.652660 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-ab6a427d-260f-4df1-94b8-308ab03768a8 req-30dd6051-cad3-46d7-9266-bc605cc24ae4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893706 Sep 26 11:25:22.677411 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5c749309-39e6-4e42-b48b-73fbbd9495c2 req-e3a19f5b-d604-494d-8950-c7b3c41bc942 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=98465259-fbab-42fd-9772-0d62ae350331 HTTP/1.1" status: 200 len: 210 time: 0.0275199 Sep 26 11:25:22.683395 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0d5ee5de-f239-4374-be6b-f8b9f858595d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:22.686009 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0d5ee5de-f239-4374-be6b-f8b9f858595d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:22.687183 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-0d5ee5de-f239-4374-be6b-f8b9f858595d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d63d1d72-f558-4749-9e7f-8bb2a2cf82e4 HTTP/1.1" status: 204 len: 168 time: 1.1477189 Sep 26 11:25:22.715539 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ee5de-f239-4374-be6b-f8b9f858595d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63d1d72-f558-4749-9e7f-8bb2a2cf82e4,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:22.747043 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929df1bf-4298-4d23-8b17-3c568dbfe372 admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:25:22.753731 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-929df1bf-4298-4d23-8b17-3c568dbfe372 admin admin] 10.222.0.15 "PUT /v2.0/routers/87b22159-4259-43a7-961f-28cde81a65c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8713732 Sep 26 11:25:22.755370 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-eaef05f2-7839-424e-9d39-0cd3acc485bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749496'] for router, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:22.765569 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218d37af-ed23-491b-8d70-f6227da945b8 None None] Sync routers for ids ['87b22159-4259-43a7-961f-28cde81a65c8'] in dv-cinder-811032-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:25:22.788156 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218d37af-ed23-491b-8d70-f6227da945b8 None None] Routers {'87b22159-4259-43a7-961f-28cde81a65c8'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:25:22.788821 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-218d37af-ed23-491b-8d70-f6227da945b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:25:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['87b22159-4259-43a7-961f-28cde81a65c8'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:22.827450 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aaad31-deb6-4053-99db-b41692a810b6 req-31255634-ff35-4d03-a3ff-e611ec28ce15 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:22.829180 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-49aaad31-deb6-4053-99db-b41692a810b6 req-31255634-ff35-4d03-a3ff-e611ec28ce15 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.0651705 Sep 26 11:25:22.907051 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-49aaad31-deb6-4053-99db-b41692a810b6 req-22fcdce1-eb99-43de-bbdc-d133978f8fdd tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616951 Sep 26 11:25:22.966674 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaef05f2-7839-424e-9d39-0cd3acc485bc admin admin] Router c3bee1af-7de2-4f98-b584-8dd4726bd51e is scheduled to L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd with binding_index 1 {{(pid=94000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 11:25:23.062249 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-218d37af-ed23-491b-8d70-f6227da945b8 None None] Set router 87b22159-4259-43a7-961f-28cde81a65c8 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:25:23.209742 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaef05f2-7839-424e-9d39-0cd3acc485bc admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:25:23.225358 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1733a01-ce01-4d36-b9a8-90640c157f4b None None] Sync routers for ids ['c3bee1af-7de2-4f98-b584-8dd4726bd51e'] in dv-cinder-811032-1-iscsi {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:25:23.243240 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1733a01-ce01-4d36-b9a8-90640c157f4b None None] Routers {'c3bee1af-7de2-4f98-b584-8dd4726bd51e'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:25:23.243909 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-a1733a01-ce01-4d36-b9a8-90640c157f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:25:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['c3bee1af-7de2-4f98-b584-8dd4726bd51e'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:23.259916 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35cb90-123d-4456-bd1a-91e964058513 req-295eb303-6f5b-4da7-ab45-508d4b888da0 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:23.262119 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1e35cb90-123d-4456-bd1a-91e964058513 req-295eb303-6f5b-4da7-ab45-508d4b888da0 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.22 "GET /v2.0/networks?id=671663ce-5be0-4402-bebb-a7d1b559daa7 HTTP/1.1" status: 200 len: 813 time: 0.2360184 Sep 26 11:25:23.282837 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-eaef05f2-7839-424e-9d39-0cd3acc485bc admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:23.284759 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-eaef05f2-7839-424e-9d39-0cd3acc485bc admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.8477511 Sep 26 11:25:23.287234 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 50360) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:23.314919 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-1e35cb90-123d-4456-bd1a-91e964058513 req-d6205834-caba-499a-8e70-759bcf0777ec tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Request body: {'port': {'device_id': '98465259-fbab-42fd-9772-0d62ae350331', 'network_id': '671663ce-5be0-4402-bebb-a7d1b559daa7', 'admin_state_up': True, 'tenant_id': '47e585f8b7af4a3abc372b8a837a7578'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:25:23.418344 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-a1733a01-ce01-4d36-b9a8-90640c157f4b None None] Set router c3bee1af-7de2-4f98-b584-8dd4726bd51e gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:25:23.464992 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-218d37af-ed23-491b-8d70-f6227da945b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b22159-4259-43a7-961f-28cde81a65c8', 'name': 'tempest-TestVolumeBootPattern-851282300-router', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:11Z', 'updated_at': '2021-09-26T11:25:19Z', 'revision_number': 4, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'gw_port': {'id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:12Z', 'updated_at': '2021-09-26T11:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '18f41534-2e02-49f8-a247-a696fb2fc95a', 'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'mac_address': 'fa:16:3e:9c:ef:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:16Z', 'updated_at': '2021-09-26T11:25:19Z', 'revision_number': 2, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'subnets': [{'id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:23.535186 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e35cb90-123d-4456-bd1a-91e964058513 req-d6205834-caba-499a-8e70-759bcf0777ec tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Made reservation on behalf of 47e585f8b7af4a3abc372b8a837a7578 for: {'port': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:25:23.535482 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218d37af-ed23-491b-8d70-f6227da945b8 None None] Checking router: 87b22159-4259-43a7-961f-28cde81a65c8 for host: dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:25:23.536043 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218d37af-ed23-491b-8d70-f6227da945b8 None None] Updating router 87b22159-4259-43a7-961f-28cde81a65c8 port 18f41534-2e02-49f8-a247-a696fb2fc95a binding host dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 11:25:23.540286 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1e35cb90-123d-4456-bd1a-91e964058513 req-d6205834-caba-499a-8e70-759bcf0777ec tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:23.635742 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-218d37af-ed23-491b-8d70-f6227da945b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:23.776313 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932266a9-3a32-4a2d-a640-17753fc084af req-dd91d94d-474d-465d-9dc3-da39ea66fc80 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:23.782012 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [req-1e35cb90-123d-4456-bd1a-91e964058513 req-d6205834-caba-499a-8e70-759bcf0777ec tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Allocated IP 172.20.0.2 (671663ce-5be0-4402-bebb-a7d1b559daa7/65dfcd2b-2d63-46d4-859e-1f1d5415bac6/dbb216a9-b209-4d6a-bb90-59e18f5cc8a6) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:25:23.784076 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-932266a9-3a32-4a2d-a640-17753fc084af req-dd91d94d-474d-465d-9dc3-da39ea66fc80 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0993371 Sep 26 11:25:23.794143 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-a1733a01-ce01-4d36-b9a8-90640c157f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'name': 'tempest-TestShelveInstance-131339492-router', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7f7d756f-a7c4-4aee-90dd-b74a40bc7613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:15Z', 'updated_at': '2021-09-26T11:25:20Z', 'revision_number': 3, 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'gw_port': {'id': '7f7d756f-a7c4-4aee-90dd-b74a40bc7613', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:17Z', 'updated_at': '2021-09-26T11:25:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:23.802913 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c41736-c997-4c84-8649-e14986d2a895 req-0e939fb2-6d66-4ede-bd83-c76177f895fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:23.804446 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-49c41736-c997-4c84-8649-e14986d2a895 req-0e939fb2-6d66-4ede-bd83-c76177f895fe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=71a25fc4741b4733922f1d8cc15f8d60&device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 1098 time: 0.1975334 Sep 26 11:25:23.870976 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 50380) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:23.874522 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1733a01-ce01-4d36-b9a8-90640c157f4b None None] Checking router: c3bee1af-7de2-4f98-b584-8dd4726bd51e for host: dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:25:23.874907 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1733a01-ce01-4d36-b9a8-90640c157f4b None None] Updating router c3bee1af-7de2-4f98-b584-8dd4726bd51e port 7f7d756f-a7c4-4aee-90dd-b74a40bc7613 binding host dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 11:25:23.882554 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-3c239035-8b89-47e9-ac3f-f9351abe35e0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1294051466-network', 'tenant_id': 'a2e8d64d36404e23838b465309eca039'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:25:23.912662 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a1733a01-ce01-4d36-b9a8-90640c157f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:23.930787 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-628bd280-21d8-41b7-b2f9-c86c24c587fd req-3424b3a2-66fe-469c-8eda-8d2598fc5507 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=98465259-fbab-42fd-9772-0d62ae350331 HTTP/1.1" status: 200 len: 210 time: 0.0779831 Sep 26 11:25:23.939513 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c239035-8b89-47e9-ac3f-f9351abe35e0 admin admin] Made reservation on behalf of a2e8d64d36404e23838b465309eca039 for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:25:23.942686 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3c239035-8b89-47e9-ac3f-f9351abe35e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:23.956895 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3c239035-8b89-47e9-ac3f-f9351abe35e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:23.961416 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-932266a9-3a32-4a2d-a640-17753fc084af req-1ad06b60-9c91-4903-9dd2-9b35d79c9321 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763046 Sep 26 11:25:24.136524 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1e35cb90-123d-4456-bd1a-91e964058513 req-d6205834-caba-499a-8e70-759bcf0777ec tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:24.138845 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-218d37af-ed23-491b-8d70-f6227da945b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:24.149118 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-218d37af-ed23-491b-8d70-f6227da945b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:24.231727 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1e35cb90-123d-4456-bd1a-91e964058513 req-d6205834-caba-499a-8e70-759bcf0777ec tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:24.238099 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57651277-1eb3-4e26-a4a0-89213cbb2b22 None None] Pushing event updated for resources: {'Port': ['ID=18f41534-2e02-49f8-a247-a696fb2fc95a,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:24.318403 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-218d37af-ed23-491b-8d70-f6227da945b8 None None] Attempting to bind port 18f41534-2e02-49f8-a247-a696fb2fc95a on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:25:24.318851 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-218d37af-ed23-491b-8d70-f6227da945b8 None None] Attempting to bind port 18f41534-2e02-49f8-a247-a696fb2fc95a by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': '16519192-f9bf-4c30-a8ac-07119e563f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:25:24.319220 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218d37af-ed23-491b-8d70-f6227da945b8 None None] Attempting to bind port 18f41534-2e02-49f8-a247-a696fb2fc95a on network fee0bc02-ba70-4306-88e5-38ff36a0bcb8 {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:25:24.326341 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218d37af-ed23-491b-8d70-f6227da945b8 None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:25:24.326803 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218d37af-ed23-491b-8d70-f6227da945b8 None None] Checking segment: {'id': '16519192-f9bf-4c30-a8ac-07119e563f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:25:24.327366 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b1782-8f62-4054-a2e7-fc95797f380d req-5eac69cd-d1c2-48c6-8a68-8d0f24dcafcd tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:24.327721 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-218d37af-ed23-491b-8d70-f6227da945b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:24.328370 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218d37af-ed23-491b-8d70-f6227da945b8 None None] Bound using segment: {'id': '16519192-f9bf-4c30-a8ac-07119e563f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:25:24.328882 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-218d37af-ed23-491b-8d70-f6227da945b8 None None] Bound port: 18f41534-2e02-49f8-a247-a696fb2fc95a, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16519192-f9bf-4c30-a8ac-07119e563f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:25:24.329296 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-218d37af-ed23-491b-8d70-f6227da945b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:24.332769 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e27b1782-8f62-4054-a2e7-fc95797f380d req-5eac69cd-d1c2-48c6-8a68-8d0f24dcafcd tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.2310140 Sep 26 11:25:24.333931 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c41736-c997-4c84-8649-e14986d2a895 req-af06e27d-d686-47b6-bda9-b35afd15b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:24.335459 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-49c41736-c997-4c84-8649-e14986d2a895 req-af06e27d-d686-47b6-bda9-b35afd15b3b0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0fbbe369-87d6-4403-8471-9c5dec794f0d HTTP/1.1" status: 200 len: 918 time: 0.4014096 Sep 26 11:25:24.341209 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6205834-caba-499a-8e70-759bcf0777ec tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Pushing event updated for resources: {'Port': ['ID=dbb216a9-b209-4d6a-bb90-59e18f5cc8a6,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:24.351414 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a1733a01-ce01-4d36-b9a8-90640c157f4b None None] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:24.357362 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3c239035-8b89-47e9-ac3f-f9351abe35e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:24.360933 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a1733a01-ce01-4d36-b9a8-90640c157f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:24.376148 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3c239035-8b89-47e9-ac3f-f9351abe35e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:24.387678 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e35cb90-123d-4456-bd1a-91e964058513 req-d6205834-caba-499a-8e70-759bcf0777ec tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Network 671663ce-5be0-4402-bebb-a7d1b559daa7 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:25:24.401271 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [req-1e35cb90-123d-4456-bd1a-91e964058513 req-d6205834-caba-499a-8e70-759bcf0777ec tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:25:24.413862 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e35cb90-123d-4456-bd1a-91e964058513 req-d6205834-caba-499a-8e70-759bcf0777ec tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:25:24.440778 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-218d37af-ed23-491b-8d70-f6227da945b8 None None] For port 18f41534-2e02-49f8-a247-a696fb2fc95a, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:25:24.446267 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-218d37af-ed23-491b-8d70-f6227da945b8 None None] For port 18f41534-2e02-49f8-a247-a696fb2fc95a, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=18f41534-2e02-49f8-a247-a696fb2fc95a,segment=NetworkSegment(16519192-f9bf-4c30-a8ac-07119e563f4f),segment_id=16519192-f9bf-4c30-a8ac-07119e563f4f)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:25:24.452884 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-218d37af-ed23-491b-8d70-f6227da945b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:24.454467 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-a1733a01-ce01-4d36-b9a8-90640c157f4b None None] Attempting to bind port 7f7d756f-a7c4-4aee-90dd-b74a40bc7613 on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:25:24.454875 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-a1733a01-ce01-4d36-b9a8-90640c157f4b None None] Attempting to bind port 7f7d756f-a7c4-4aee-90dd-b74a40bc7613 by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:25:24.455257 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1733a01-ce01-4d36-b9a8-90640c157f4b None None] Attempting to bind port 7f7d756f-a7c4-4aee-90dd-b74a40bc7613 on network d645f16f-c1f8-40bc-a964-fd8a8508da46 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:25:24.468164 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5568b-1da5-4297-b648-4596f87dbec4 None None] Pushing event updated for resources: {'Port': ['ID=7f7d756f-a7c4-4aee-90dd-b74a40bc7613,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:24.486150 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1733a01-ce01-4d36-b9a8-90640c157f4b None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:25:24.486739 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1733a01-ce01-4d36-b9a8-90640c157f4b None None] Checking segment: {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:25:24.490460 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a1733a01-ce01-4d36-b9a8-90640c157f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:24.490926 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1733a01-ce01-4d36-b9a8-90640c157f4b None None] Bound using segment: {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:25:24.491427 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-a1733a01-ce01-4d36-b9a8-90640c157f4b None None] Bound port: 7f7d756f-a7c4-4aee-90dd-b74a40bc7613, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:25:24.491838 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a1733a01-ce01-4d36-b9a8-90640c157f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:24.501132 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c239035-8b89-47e9-ac3f-f9351abe35e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 11:25:24.538907 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3c239035-8b89-47e9-ac3f-f9351abe35e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:24.539203 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.db.segments_db [None req-3c239035-8b89-47e9-ac3f-f9351abe35e0 admin admin] Added segment ef288a13-d8d2-416c-bf30-881ad027ff5d of type vlan for network 56b4ccdd-4676-445d-abb7-345bfb5e21e4 Sep 26 11:25:24.546262 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35cb90-123d-4456-bd1a-91e964058513 req-d6205834-caba-499a-8e70-759bcf0777ec tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:24.546949 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1e35cb90-123d-4456-bd1a-91e964058513 req-d6205834-caba-499a-8e70-759bcf0777ec tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:24.550976 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c239035-8b89-47e9-ac3f-f9351abe35e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbc183e-1faa-48c6-8d14-ffca0dcbcb59,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:24.575913 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218d37af-ed23-491b-8d70-f6227da945b8 None None] Routers {'87b22159-4259-43a7-961f-28cde81a65c8'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:25:24.583228 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-218d37af-ed23-491b-8d70-f6227da945b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:25:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['87b22159-4259-43a7-961f-28cde81a65c8'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:24.592474 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-49c41736-c997-4c84-8649-e14986d2a895 req-1248cc55-322e-4943-8265-6e5da201b2fa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=614d3773-752f-48af-87db-06317ef7c95e HTTP/1.1" status: 200 len: 1000 time: 0.2400053 Sep 26 11:25:24.611109 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-a1733a01-ce01-4d36-b9a8-90640c157f4b None None] For port 7f7d756f-a7c4-4aee-90dd-b74a40bc7613, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:25:24.618129 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-a1733a01-ce01-4d36-b9a8-90640c157f4b None None] For port 7f7d756f-a7c4-4aee-90dd-b74a40bc7613, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=7f7d756f-a7c4-4aee-90dd-b74a40bc7613,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:25:24.618689 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1e35cb90-123d-4456-bd1a-91e964058513 req-d6205834-caba-499a-8e70-759bcf0777ec tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3076618 Sep 26 11:25:24.625807 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-a1733a01-ce01-4d36-b9a8-90640c157f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:24.652970 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-1e35cb90-123d-4456-bd1a-91e964058513 req-5a51a8de-ed67-4b72-8d68-ebee414e69af service neutron] Request body: {'port': {'device_id': '98465259-fbab-42fd-9772-0d62ae350331', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81103'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:25:24.666900 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3c239035-8b89-47e9-ac3f-f9351abe35e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784556657430'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:24.683071 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57651277-1eb3-4e26-a4a0-89213cbb2b22 None None] Pushing event updated for resources: {'Port': ['ID=18f41534-2e02-49f8-a247-a696fb2fc95a,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:24.706548 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1733a01-ce01-4d36-b9a8-90640c157f4b None None] Routers {'c3bee1af-7de2-4f98-b584-8dd4726bd51e'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:25:24.707221 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-a1733a01-ce01-4d36-b9a8-90640c157f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:25:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['c3bee1af-7de2-4f98-b584-8dd4726bd51e'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:24.717871 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-1f5a3900-f2a1-4ae8-8ae1-bc5a260440b3 None None] Provisioning complete for port 18f41534-2e02-49f8-a247-a696fb2fc95a triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:24.718749 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-1f5a3900-f2a1-4ae8-8ae1-bc5a260440b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:24.761249 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1e35cb90-123d-4456-bd1a-91e964058513 req-5a51a8de-ed67-4b72-8d68-ebee414e69af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:24.780645 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3c239035-8b89-47e9-ac3f-f9351abe35e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:24.781899 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c239035-8b89-47e9-ac3f-f9351abe35e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:24.785426 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5568b-1da5-4297-b648-4596f87dbec4 None None] Pushing event updated for resources: {'Port': ['ID=7f7d756f-a7c4-4aee-90dd-b74a40bc7613,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:24.786776 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3c239035-8b89-47e9-ac3f-f9351abe35e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:24.825381 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e27b1782-8f62-4054-a2e7-fc95797f380d req-61f3379c-cf1b-4253-b4e6-13c6a98946f7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4788990 Sep 26 11:25:24.839341 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-3c239035-8b89-47e9-ac3f-f9351abe35e0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9643171 Sep 26 11:25:24.859126 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 50388) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:24.869030 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-787933f5-cb08-41e8-8e0e-c46ab04273dd admin admin] Request body: {'subnet': {'network_id': '56b4ccdd-4676-445d-abb7-345bfb5e21e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1294051466-subnet', 'tenant_id': 'a2e8d64d36404e23838b465309eca039', 'ip_version': 4}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:25:24.872449 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-494f42ae-aca5-41ad-9642-cfc15cc9b9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:24.884734 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c41736-c997-4c84-8649-e14986d2a895 req-508d2f79-2dc0-4e94-8f0f-7ee3fba2618b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:24.886692 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-49c41736-c997-4c84-8649-e14986d2a895 req-508d2f79-2dc0-4e94-8f0f-7ee3fba2618b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0beadaac-f79e-4337-a6d1-17c78a4fa88c HTTP/1.1" status: 200 len: 856 time: 0.2089539 Sep 26 11:25:24.932778 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-218d37af-ed23-491b-8d70-f6227da945b8 None None] Set router 87b22159-4259-43a7-961f-28cde81a65c8 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:25:24.936078 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-a1733a01-ce01-4d36-b9a8-90640c157f4b None None] Set router c3bee1af-7de2-4f98-b584-8dd4726bd51e gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:25:24.945162 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c239035-8b89-47e9-ac3f-f9351abe35e0 admin admin] Pushing event updated for resources: {'Network': ['ID=56b4ccdd-4676-445d-abb7-345bfb5e21e4,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:25.007022 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787933f5-cb08-41e8-8e0e-c46ab04273dd admin admin] Made reservation on behalf of a2e8d64d36404e23838b465309eca039 for: {'subnet': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:25:25.009386 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-787933f5-cb08-41e8-8e0e-c46ab04273dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530427413'] for subnet, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:25.042037 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Network 56b4ccdd-4676-445d-abb7-345bfb5e21e4 details requested by agent ovs-agent-dv-cinder-811032-1-iscsi with host dv-cinder-811032-1-iscsi {{(pid=94002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 11:25:25.193278 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c41736-c997-4c84-8649-e14986d2a895 req-329fec3d-e0be-43bc-837f-28e47918a76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:25.195230 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-49c41736-c997-4c84-8649-e14986d2a895 req-329fec3d-e0be-43bc-837f-28e47918a76b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0fbbe369-87d6-4403-8471-9c5dec794f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2984357 Sep 26 11:25:25.212177 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-a1733a01-ce01-4d36-b9a8-90640c157f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'name': 'tempest-TestShelveInstance-131339492-router', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7f7d756f-a7c4-4aee-90dd-b74a40bc7613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:15Z', 'updated_at': '2021-09-26T11:25:20Z', 'revision_number': 3, 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'gw_port': {'id': '7f7d756f-a7c4-4aee-90dd-b74a40bc7613', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:17Z', 'updated_at': '2021-09-26T11:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:25.257604 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1733a01-ce01-4d36-b9a8-90640c157f4b None None] The sync data for ids ['c3bee1af-7de2-4f98-b584-8dd4726bd51e'] in dv-cinder-811032-1-iscsi is: [{'id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'name': 'tempest-TestShelveInstance-131339492-router', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7f7d756f-a7c4-4aee-90dd-b74a40bc7613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:15Z', 'updated_at': '2021-09-26T11:25:20Z', 'revision_number': 3, 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'gw_port': {'id': '7f7d756f-a7c4-4aee-90dd-b74a40bc7613', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:17Z', 'updated_at': '2021-09-26T11:25:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}] {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:25:25.269799 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-1f5a3900-f2a1-4ae8-8ae1-bc5a260440b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:25.292448 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e94e8-3855-40bb-a7bc-6c4ac1388d21 req-2d49a54e-9822-4833-a42f-c1bceb0788c4 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:25.303717 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7f8e94e8-3855-40bb-a7bc-6c4ac1388d21 req-2d49a54e-9822-4833-a42f-c1bceb0788c4 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=98465259-fbab-42fd-9772-0d62ae350331 HTTP/1.1" status: 200 len: 931 time: 0.2233379 Sep 26 11:25:25.307738 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:25:25.386357 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-787933f5-cb08-41e8-8e0e-c46ab04273dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530160882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530427431'] for subnet, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:25.426855 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338513b-f19f-4974-b9a7-ff55d1bf255e req-e67e084a-c876-445a-aac7-789eda16cb24 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:25.428805 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2338513b-f19f-4974-b9a7-ff55d1bf255e req-e67e084a-c876-445a-aac7-789eda16cb24 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=48620baf-c489-4b0c-b375-bfe21b77ccd6 HTTP/1.1" status: 200 len: 946 time: 0.3540237 Sep 26 11:25:25.454072 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7f8e94e8-3855-40bb-a7bc-6c4ac1388d21 req-1f0c4886-be09-42b2-941d-5529daf10b5d tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513686 Sep 26 11:25:25.507160 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787933f5-cb08-41e8-8e0e-c46ab04273dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3bb2706-f29e-499d-bc57-4171f63aa59f,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:25.514128 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-49c41736-c997-4c84-8649-e14986d2a895 req-062da411-87a7-4d62-8f5b-98392c33eb55 service neutron] 10.222.0.22 "GET /v2.0/networks/0fbbe369-87d6-4403-8471-9c5dec794f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878811 Sep 26 11:25:25.517062 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [req-1e35cb90-123d-4456-bd1a-91e964058513 req-5a51a8de-ed67-4b72-8d68-ebee414e69af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbb216a9-b209-4d6a-bb90-59e18f5cc8a6 {{(pid=94000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:25:25.524419 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-1f5a3900-f2a1-4ae8-8ae1-bc5a260440b3 None None] For port 18f41534-2e02-49f8-a247-a696fb2fc95a, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=18f41534-2e02-49f8-a247-a696fb2fc95a,segment=NetworkSegment(16519192-f9bf-4c30-a8ac-07119e563f4f),segment_id=16519192-f9bf-4c30-a8ac-07119e563f4f)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:25:25.533276 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1e35cb90-123d-4456-bd1a-91e964058513 req-5a51a8de-ed67-4b72-8d68-ebee414e69af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:25.536988 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-1f5a3900-f2a1-4ae8-8ae1-bc5a260440b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:25.563585 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787933f5-cb08-41e8-8e0e-c46ab04273dd admin admin] Checking segment: {'id': 'ef288a13-d8d2-416c-bf30-881ad027ff5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '56b4ccdd-4676-445d-abb7-345bfb5e21e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:25:25.563585 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787933f5-cb08-41e8-8e0e-c46ab04273dd admin admin] Network hostable DHCP agents. Network: 56b4ccdd-4676-445d-abb7-345bfb5e21e4, hostable agents: ['ecf2eb48-0220-401f-8612-1931512fe08d'], hosted agents: [] {{(pid=94000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 11:25:25.577165 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.provisioning_blocks [req-1e35cb90-123d-4456-bd1a-91e964058513 req-5a51a8de-ed67-4b72-8d68-ebee414e69af service neutron] Transition to ACTIVE for port object dbb216a9-b209-4d6a-bb90-59e18f5cc8a6 will not be triggered until provisioned by entity L2. {{(pid=94000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 11:25:25.593613 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1e35cb90-123d-4456-bd1a-91e964058513 req-5a51a8de-ed67-4b72-8d68-ebee414e69af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530160741'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:25.601452 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a3900-f2a1-4ae8-8ae1-bc5a260440b3 None None] Pushing event updated for resources: {'Port': ['ID=18f41534-2e02-49f8-a247-a696fb2fc95a,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:25.618319 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [None req-494f42ae-aca5-41ad-9642-cfc15cc9b9e0 admin admin] Allocated IP 172.20.0.1 (23e86c48-c562-4dba-8966-311c3333da64/04d6c54a-f029-4b31-bdac-cf23ee894a3c/1a8133c0-9993-4ba8-b667-17358d18a0ac) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:25:25.674712 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-218d37af-ed23-491b-8d70-f6227da945b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b22159-4259-43a7-961f-28cde81a65c8', 'name': 'tempest-TestVolumeBootPattern-851282300-router', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:11Z', 'updated_at': '2021-09-26T11:25:19Z', 'revision_number': 4, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'gw_port': {'id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:12Z', 'updated_at': '2021-09-26T11:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '18f41534-2e02-49f8-a247-a696fb2fc95a', 'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'mac_address': 'fa:16:3e:9c:ef:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:16Z', 'updated_at': '2021-09-26T11:25:24Z', 'revision_number': 4, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'subnets': [{'id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:25.675285 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787933f5-cb08-41e8-8e0e-c46ab04273dd admin admin] Network 56b4ccdd-4676-445d-abb7-345bfb5e21e4 is scheduled to be hosted by DHCP agent ecf2eb48-0220-401f-8612-1931512fe08d with binding_index 1 {{(pid=94000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 11:25:25.716646 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-787933f5-cb08-41e8-8e0e-c46ab04273dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811032-1-iscsi, 56b4ccdd-4676-445d-abb7-345bfb5e21e4) {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:25:25.739413 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787933f5-cb08-41e8-8e0e-c46ab04273dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:25.739639 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-e33e5a9a-70ca-42e0-a7bf-3074461e858b None None] Provisioning complete for port 18f41534-2e02-49f8-a247-a696fb2fc95a triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:25.739952 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-e33e5a9a-70ca-42e0-a7bf-3074461e858b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:25.740207 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-787933f5-cb08-41e8-8e0e-c46ab04273dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:25.745926 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35665d9f-f01c-478e-b850-dd2bd1fc29fe None None] Network 56b4ccdd-4676-445d-abb7-345bfb5e21e4 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:25:25.767811 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51a8de-ed67-4b72-8d68-ebee414e69af service neutron] Pushing event updated for resources: {'Port': ['ID=dbb216a9-b209-4d6a-bb90-59e18f5cc8a6,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:25.789173 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218d37af-ed23-491b-8d70-f6227da945b8 None None] The sync data for ids ['87b22159-4259-43a7-961f-28cde81a65c8'] in dv-cinder-811032-1-iscsi is: [{'id': '87b22159-4259-43a7-961f-28cde81a65c8', 'name': 'tempest-TestVolumeBootPattern-851282300-router', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:11Z', 'updated_at': '2021-09-26T11:25:19Z', 'revision_number': 4, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'gw_port': {'id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:12Z', 'updated_at': '2021-09-26T11:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '18f41534-2e02-49f8-a247-a696fb2fc95a', 'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'mac_address': 'fa:16:3e:9c:ef:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:16Z', 'updated_at': '2021-09-26T11:25:24Z', 'revision_number': 4, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'subnets': [{'id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:25:25.848936 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-787933f5-cb08-41e8-8e0e-c46ab04273dd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9869096 Sep 26 11:25:25.904595 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 50396) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:25.907382 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-aa527400-00be-4d18-9c0c-8419ff0abcbc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1294051466-router', 'tenant_id': 'a2e8d64d36404e23838b465309eca039', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:25:25.951524 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-aa527400-00be-4d18-9c0c-8419ff0abcbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-394'] for router, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:25.954264 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-aa527400-00be-4d18-9c0c-8419ff0abcbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-387'] for router, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:26.049254 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-aa527400-00be-4d18-9c0c-8419ff0abcbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:26.246707 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2338513b-f19f-4974-b9a7-ff55d1bf255e req-2aa1b267-95c2-41ef-96d3-9e23e3f1f467 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8053088 Sep 26 11:25:26.317552 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86abaf6-e12b-4023-9bb1-7a7d1c6ff3da req-c2d6ce48-fad8-4570-a832-08a6f6d735d6 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:26.319171 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d86abaf6-e12b-4023-9bb1-7a7d1c6ff3da req-c2d6ce48-fad8-4570-a832-08a6f6d735d6 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.6888771 Sep 26 11:25:26.328369 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 18f41534-2e02-49f8-a247-a696fb2fc95a up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:25:26.338551 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a65ae9-31cc-4e07-99dd-2edbf1128ad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaad88be8-db61-5050-a9af-3709a516940e-56b4ccdd-4676-445d-abb7-345bfb5e21e4', 'network_id': '56b4ccdd-4676-445d-abb7-345bfb5e21e4', 'tenant_id': 'a2e8d64d36404e23838b465309eca039', 'fixed_ips': [{'subnet_id': 'e3bb2706-f29e-499d-bc57-4171f63aa59f'}]}} from dv-cinder-811032-1-iscsi. {{(pid=94002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 11:25:26.339848 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-37a65ae9-31cc-4e07-99dd-2edbf1128ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:26.350120 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-49c41736-c997-4c84-8649-e14986d2a895 req-267b622d-983c-4b7f-9929-12c5901ebd82 service neutron] 10.222.0.22 "GET /v2.0/networks/0fbbe369-87d6-4403-8471-9c5dec794f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8045065 Sep 26 11:25:26.541132 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d86abaf6-e12b-4023-9bb1-7a7d1c6ff3da req-d3360207-0dce-47f4-ad76-e60d0e69aa28 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023618 Sep 26 11:25:26.587357 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-494f42ae-aca5-41ad-9642-cfc15cc9b9e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:26.605391 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56ce62-37a0-4a86-b209-9d003dc9152d req-f0a451a7-6898-4fae-83bf-cf3ef74a4156 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:26.607188 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ce56ce62-37a0-4a86-b209-9d003dc9152d req-f0a451a7-6898-4fae-83bf-cf3ef74a4156 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 945 time: 0.1862407 Sep 26 11:25:26.667878 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 18f41534-2e02-49f8-a247-a696fb2fc95a triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:26.668889 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:26.758838 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ce56ce62-37a0-4a86-b209-9d003dc9152d req-e75ac2c3-9980-433e-9d19-dd08e27c3452 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381507 Sep 26 11:25:26.766234 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-494f42ae-aca5-41ad-9642-cfc15cc9b9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:26.833585 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494f42ae-aca5-41ad-9642-cfc15cc9b9e0 admin admin] Network 23e86c48-c562-4dba-8966-311c3333da64 is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:25:26.839807 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.db_base_plugin_common [None req-37a65ae9-31cc-4e07-99dd-2edbf1128ad1 None None] Allocated IP 172.20.0.2 (56b4ccdd-4676-445d-abb7-345bfb5e21e4/e3bb2706-f29e-499d-bc57-4171f63aa59f/9a06b776-ad36-4c0d-afaa-b8bccd1f8305) {{(pid=94002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:25:26.856411 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-494f42ae-aca5-41ad-9642-cfc15cc9b9e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:25:26.872746 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e72207-fefb-4ef3-8707-6b634c2a428b req-771b80e0-e763-4c20-b3ad-1247745a71ca tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:26.881681 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-41e72207-fefb-4ef3-8707-6b634c2a428b req-771b80e0-e763-4c20-b3ad-1247745a71ca tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=98465259-fbab-42fd-9772-0d62ae350331 HTTP/1.1" status: 200 len: 943 time: 0.1884661 Sep 26 11:25:26.882956 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-aa527400-00be-4d18-9c0c-8419ff0abcbc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:26.884849 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494f42ae-aca5-41ad-9642-cfc15cc9b9e0 admin admin] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:25:26.908374 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-1e35cb90-123d-4456-bd1a-91e964058513 req-5a51a8de-ed67-4b72-8d68-ebee414e69af service neutron] Attempting to bind port dbb216a9-b209-4d6a-bb90-59e18f5cc8a6 on host hv-cinder-81103 for vnic_type normal with profile {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:25:26.908830 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-1e35cb90-123d-4456-bd1a-91e964058513 req-5a51a8de-ed67-4b72-8d68-ebee414e69af service neutron] Attempting to bind port dbb216a9-b209-4d6a-bb90-59e18f5cc8a6 by drivers openvswitch,hyperv on host hv-cinder-81103 at level 0 using segments [{'id': '9c7723ed-648f-4bf6-9d12-d10bd7e684a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '671663ce-5be0-4402-bebb-a7d1b559daa7'}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:25:26.909312 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e35cb90-123d-4456-bd1a-91e964058513 req-5a51a8de-ed67-4b72-8d68-ebee414e69af service neutron] Attempting to bind port dbb216a9-b209-4d6a-bb90-59e18f5cc8a6 on network 671663ce-5be0-4402-bebb-a7d1b559daa7 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:25:26.941258 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e35cb90-123d-4456-bd1a-91e964058513 req-5a51a8de-ed67-4b72-8d68-ebee414e69af service neutron] Port dbb216a9-b209-4d6a-bb90-59e18f5cc8a6 on network 671663ce-5be0-4402-bebb-a7d1b559daa7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81103 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 11:25:26.941565 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e35cb90-123d-4456-bd1a-91e964058513 req-5a51a8de-ed67-4b72-8d68-ebee414e69af service neutron] Attempting to bind port dbb216a9-b209-4d6a-bb90-59e18f5cc8a6 on network 671663ce-5be0-4402-bebb-a7d1b559daa7 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:25:26.957582 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e35cb90-123d-4456-bd1a-91e964058513 req-5a51a8de-ed67-4b72-8d68-ebee414e69af service neutron] Checking agent: {'id': 'c7902f34-c618-4561-9fcf-9ee1c8cebcf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81103', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'started_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:25:26.958025 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e35cb90-123d-4456-bd1a-91e964058513 req-5a51a8de-ed67-4b72-8d68-ebee414e69af service neutron] Checking segment: {'id': '9c7723ed-648f-4bf6-9d12-d10bd7e684a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '671663ce-5be0-4402-bebb-a7d1b559daa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:25:26.958308 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e35cb90-123d-4456-bd1a-91e964058513 req-5a51a8de-ed67-4b72-8d68-ebee414e69af service neutron] Bound using segment: {'id': '9c7723ed-648f-4bf6-9d12-d10bd7e684a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '671663ce-5be0-4402-bebb-a7d1b559daa7'} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:25:26.958784 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-1e35cb90-123d-4456-bd1a-91e964058513 req-5a51a8de-ed67-4b72-8d68-ebee414e69af service neutron] Bound port: dbb216a9-b209-4d6a-bb90-59e18f5cc8a6, host: hv-cinder-81103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c7723ed-648f-4bf6-9d12-d10bd7e684a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '671663ce-5be0-4402-bebb-a7d1b559daa7'}}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:25:26.959151 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1e35cb90-123d-4456-bd1a-91e964058513 req-5a51a8de-ed67-4b72-8d68-ebee414e69af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:26.972645 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 7f7d756f-a7c4-4aee-90dd-b74a40bc7613 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:25:26.990415 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-494f42ae-aca5-41ad-9642-cfc15cc9b9e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748677'] for router_interface, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:27.022767 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a70857-a61f-4bb4-b6f2-5e5540b9a205 req-b3144efa-144b-47bf-a314-30da1f0447a4 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:27.026487 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-80a70857-a61f-4bb4-b6f2-5e5540b9a205 req-b3144efa-144b-47bf-a314-30da1f0447a4 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.22 "GET /v2.0/ports?device_id=48620baf-c489-4b0c-b375-bfe21b77ccd6 HTTP/1.1" status: 200 len: 946 time: 0.6897855 Sep 26 11:25:27.181150 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f42ae-aca5-41ad-9642-cfc15cc9b9e0 admin admin] Pushing event updated for resources: {'Port': ['ID=1a8133c0-9993-4ba8-b667-17358d18a0ac,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:27.251812 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-41e72207-fefb-4ef3-8707-6b634c2a428b req-8eac3535-abaf-4d5d-8165-fcb88f8a17e8 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518764 Sep 26 11:25:27.298417 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-1e35cb90-123d-4456-bd1a-91e964058513 req-5a51a8de-ed67-4b72-8d68-ebee414e69af service neutron] For port dbb216a9-b209-4d6a-bb90-59e18f5cc8a6, host hv-cinder-81103, cleared binding levels {{(pid=94000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:25:27.338740 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 7f7d756f-a7c4-4aee-90dd-b74a40bc7613 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:27.338740 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:27.347411 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-1e35cb90-123d-4456-bd1a-91e964058513 req-5a51a8de-ed67-4b72-8d68-ebee414e69af service neutron] For port dbb216a9-b209-4d6a-bb90-59e18f5cc8a6, host hv-cinder-81103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=dbb216a9-b209-4d6a-bb90-59e18f5cc8a6,segment=NetworkSegment(9c7723ed-648f-4bf6-9d12-d10bd7e684a4),segment_id=9c7723ed-648f-4bf6-9d12-d10bd7e684a4)] {{(pid=94000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:25:27.376367 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1e35cb90-123d-4456-bd1a-91e964058513 req-5a51a8de-ed67-4b72-8d68-ebee414e69af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530160741'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:27.433894 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [req-80a70857-a61f-4bb4-b6f2-5e5540b9a205 req-2cafd32d-c796-453d-b57e-53c3d011516a tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Deleting port bf2c5a26-d6f1-4238-bcd7-aef704133af5 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:25:27.434710 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-80a70857-a61f-4bb4-b6f2-5e5540b9a205 req-2cafd32d-c796-453d-b57e-53c3d011516a tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:27.441189 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-396635ad-8e94-4b9f-9bb0-b26a7a2e3761 None None] Provisioning complete for port 1a8133c0-9993-4ba8-b667-17358d18a0ac triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:27.442087 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-396635ad-8e94-4b9f-9bb0-b26a7a2e3761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:27.519897 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-396635ad-8e94-4b9f-9bb0-b26a7a2e3761 None None] Port 1a8133c0-9993-4ba8-b667-17358d18a0ac cannot update to ACTIVE because it is not bound. {{(pid=94002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 11:25:27.573215 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-37a65ae9-31cc-4e07-99dd-2edbf1128ad1 None None] Notify callbacks [] for port, precommit_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:27.585619 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-80a70857-a61f-4bb4-b6f2-5e5540b9a205 req-2cafd32d-c796-453d-b57e-53c3d011516a tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] For port bf2c5a26-d6f1-4238-bcd7-aef704133af5, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=bf2c5a26-d6f1-4238-bcd7-aef704133af5,segment=NetworkSegment(bb9d2606-9463-4e42-a9b7-76a1c77e2f0d),segment_id=bb9d2606-9463-4e42-a9b7-76a1c77e2f0d)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:25:27.585854 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-80a70857-a61f-4bb4-b6f2-5e5540b9a205 req-2cafd32d-c796-453d-b57e-53c3d011516a tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:27.600242 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [req-80a70857-a61f-4bb4-b6f2-5e5540b9a205 req-2cafd32d-c796-453d-b57e-53c3d011516a tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Calling delete_port for bf2c5a26-d6f1-4238-bcd7-aef704133af5 owned by compute:nova {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:25:27.618234 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-494f42ae-aca5-41ad-9642-cfc15cc9b9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:27.618981 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 614d3773-752f-48af-87db-06317ef7c95e no longer exists at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:25:27.626537 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-37a65ae9-31cc-4e07-99dd-2edbf1128ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591'] for port, after_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:27.635123 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e1d1d-0e69-4daa-a5a0-7e872ea52a7b req-40532dc3-0785-4dca-b3fb-578132f4211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:27.636605 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-928e1d1d-0e69-4daa-a5a0-7e872ea52a7b req-40532dc3-0785-4dca-b3fb-578132f4211b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0a5a72529877428ea014522afb626541&device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 1099 time: 0.1250911 Sep 26 11:25:27.649031 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6193d-2dd9-4e06-ad52-842b82e7fb6e req-1b831ae9-e1e6-481a-a923-51247fcfb282 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:27.650901 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-51f6193d-2dd9-4e06-ad52-842b82e7fb6e req-1b831ae9-e1e6-481a-a923-51247fcfb282 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=48620baf-c489-4b0c-b375-bfe21b77ccd6 HTTP/1.1" status: 200 len: 946 time: 0.1880727 Sep 26 11:25:27.676058 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35cb90-123d-4456-bd1a-91e964058513 req-5a51a8de-ed67-4b72-8d68-ebee414e69af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:27.676834 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1e35cb90-123d-4456-bd1a-91e964058513 req-5a51a8de-ed67-4b72-8d68-ebee414e69af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:27.678105 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1e35cb90-123d-4456-bd1a-91e964058513 req-5a51a8de-ed67-4b72-8d68-ebee414e69af service neutron] 10.222.0.22 "PUT /v2.0/ports/dbb216a9-b209-4d6a-bb90-59e18f5cc8a6 HTTP/1.1" status: 200 len: 1093 time: 3.0485945 Sep 26 11:25:27.684524 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98465259-fbab-42fd-9772-0d62ae350331', 'tag': 'dbb216a9-b209-4d6a-bb90-59e18f5cc8a6'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:25:27.686963 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac05579741f88b05fd5495e6fabac80b3338caa1126b8e71f43a8600e84c3c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19987ea6-df51-46ac-bfff-b420e85f665c" -d '{"events": [{"name": "network-changed", "server_uuid": "98465259-fbab-42fd-9772-0d62ae350331", "tag": "dbb216a9-b209-4d6a-bb90-59e18f5cc8a6"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:25:27.714744 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:27.769620 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9492b7-4cd6-423a-abdc-b643826e37ed req-b3fb3bb6-f07c-4229-8cf0-689821316169 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:27.771205 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-dc9492b7-4cd6-423a-abdc-b643826e37ed req-b3fb3bb6-f07c-4229-8cf0-689821316169 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.2143755 Sep 26 11:25:27.803291 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a65ae9-31cc-4e07-99dd-2edbf1128ad1 None None] Network 56b4ccdd-4676-445d-abb7-345bfb5e21e4 is already hosted by enough agents. {{(pid=94002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:25:27.816002 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] For port 7f7d756f-a7c4-4aee-90dd-b74a40bc7613, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=7f7d756f-a7c4-4aee-90dd-b74a40bc7613,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:25:27.824260 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.scheduler.base_scheduler [None req-37a65ae9-31cc-4e07-99dd-2edbf1128ad1 None None] Resources bound (agent type, host, resource id): {{(pid=94002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:25:27.828410 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a65ae9-31cc-4e07-99dd-2edbf1128ad1 None None] Pushing event updated for resources: {'Port': ['ID=9a06b776-ad36-4c0d-afaa-b8bccd1f8305,revision_number=1']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:27.833019 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a65ae9-31cc-4e07-99dd-2edbf1128ad1 None None] Received port after_create {{(pid=94002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:25:27.835237 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:27.849835 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51a8de-ed67-4b72-8d68-ebee414e69af service neutron] Pushing event updated for resources: {'Port': ['ID=dbb216a9-b209-4d6a-bb90-59e18f5cc8a6,revision_number=3']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:27.856053 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-51f6193d-2dd9-4e06-ad52-842b82e7fb6e req-a50ed894-af85-4fdf-bf61-14cc2156b88a tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930571 Sep 26 11:25:27.867723 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:27.957537 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '614d3773-752f-48af-87db-06317ef7c95e'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:25:27.959855 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0035964-a56a-4e68-807c-eb77618c2dd7" -d '{"events": [{"server_uuid": "3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447", "name": "network-vif-unplugged", "status": "completed", "tag": "614d3773-752f-48af-87db-06317ef7c95e"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:25:27.963120 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e1d1d-0e69-4daa-a5a0-7e872ea52a7b req-514996b0-3f8a-42e2-854a-e6d4613adfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:27.964868 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-928e1d1d-0e69-4daa-a5a0-7e872ea52a7b req-514996b0-3f8a-42e2-854a-e6d4613adfd4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3816b198-fbf9-4832-9257-7a9e89f72850 HTTP/1.1" status: 200 len: 919 time: 0.3130770 Sep 26 11:25:27.976380 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Pushing event updated for resources: {'Port': ['ID=7f7d756f-a7c4-4aee-90dd-b74a40bc7613,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:27.978656 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-dc9492b7-4cd6-423a-abdc-b643826e37ed req-d04fa7f9-1f9b-4d63-88b0-729cdfa274d7 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605363 Sep 26 11:25:27.980971 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-37a65ae9-31cc-4e07-99dd-2edbf1128ad1 None None] Attempting to bind port 9a06b776-ad36-4c0d-afaa-b8bccd1f8305 on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:25:27.981356 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-37a65ae9-31cc-4e07-99dd-2edbf1128ad1 None None] Attempting to bind port 9a06b776-ad36-4c0d-afaa-b8bccd1f8305 by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': 'ef288a13-d8d2-416c-bf30-881ad027ff5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '56b4ccdd-4676-445d-abb7-345bfb5e21e4'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:25:27.981725 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a65ae9-31cc-4e07-99dd-2edbf1128ad1 None None] Attempting to bind port 9a06b776-ad36-4c0d-afaa-b8bccd1f8305 on network 56b4ccdd-4676-445d-abb7-345bfb5e21e4 {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:25:27.996618 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 614d3773-752f-48af-87db-06317ef7c95e, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=614d3773-752f-48af-87db-06317ef7c95e,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:25:28.001990 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a65ae9-31cc-4e07-99dd-2edbf1128ad1 None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:25:28.002507 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a65ae9-31cc-4e07-99dd-2edbf1128ad1 None None] Checking segment: {'id': 'ef288a13-d8d2-416c-bf30-881ad027ff5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '56b4ccdd-4676-445d-abb7-345bfb5e21e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:25:28.003121 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-37a65ae9-31cc-4e07-99dd-2edbf1128ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:28.006153 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a65ae9-31cc-4e07-99dd-2edbf1128ad1 None None] Bound using segment: {'id': 'ef288a13-d8d2-416c-bf30-881ad027ff5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '56b4ccdd-4676-445d-abb7-345bfb5e21e4'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:25:28.011044 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-37a65ae9-31cc-4e07-99dd-2edbf1128ad1 None None] Bound port: 9a06b776-ad36-4c0d-afaa-b8bccd1f8305, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef288a13-d8d2-416c-bf30-881ad027ff5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '56b4ccdd-4676-445d-abb7-345bfb5e21e4'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:25:28.017182 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-37a65ae9-31cc-4e07-99dd-2edbf1128ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:28.044923 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-80a70857-a61f-4bb4-b6f2-5e5540b9a205 req-2cafd32d-c796-453d-b57e-53c3d011516a tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:28.060905 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9155598e-77ac-430a-b311-904bfd0e26be x-openstack-request-id: req-9155598e-77ac-430a-b311-904bfd0e26be {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:25:28.069064 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['6fed321b-cb5e-4620-943a-3b26358ffb06', 'b1871f02-4262-4521-b33c-f6c524a91a57'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:25:28.077393 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98465259-fbab-42fd-9772-0d62ae350331", "tag": "dbb216a9-b209-4d6a-bb90-59e18f5cc8a6", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:25:28.077920 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9155598e-77ac-430a-b311-904bfd0e26be {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:25:28.078338 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98465259-fbab-42fd-9772-0d62ae350331', 'tag': 'dbb216a9-b209-4d6a-bb90-59e18f5cc8a6', 'status': 'completed', 'code': 200} Sep 26 11:25:28.094514 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-928e1d1d-0e69-4daa-a5a0-7e872ea52a7b req-8f852757-0042-4c55-8b40-febc7028ea59 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d974647-41d0-4c2f-926c-3f67b3e72f55 HTTP/1.1" status: 200 len: 217 time: 0.1082377 Sep 26 11:25:28.139223 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafd32d-c796-453d-b57e-53c3d011516a tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Pushing event deleted for resources: {'Port': ['ID=bf2c5a26-d6f1-4238-bcd7-aef704133af5,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:28.140255 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:28.141514 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device bf2c5a26-d6f1-4238-bcd7-aef704133af5 no longer exists at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:25:28.163805 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35cb90-123d-4456-bd1a-91e964058513 req-9848bd0a-003f-4f8c-89b1-49c0b54092b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:28.165661 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1e35cb90-123d-4456-bd1a-91e964058513 req-9848bd0a-003f-4f8c-89b1-49c0b54092b5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=47e585f8b7af4a3abc372b8a837a7578&device_id=98465259-fbab-42fd-9772-0d62ae350331 HTTP/1.1" status: 200 len: 1096 time: 0.4149270 Sep 26 11:25:28.179222 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 11:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdb0f9a-02bc-4f9f-96e6-b78b9625d3b9 x-openstack-request-id: req-2bdb0f9a-02bc-4f9f-96e6-b78b9625d3b9 {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:25:28.180645 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447", "name": "network-vif-unplugged", "status": "completed", "tag": "614d3773-752f-48af-87db-06317ef7c95e", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:25:28.180645 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2bdb0f9a-02bc-4f9f-96e6-b78b9625d3b9 {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:25:28.180645 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '614d3773-752f-48af-87db-06317ef7c95e', 'code': 200} Sep 26 11:25:28.186847 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-aa527400-00be-4d18-9c0c-8419ff0abcbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:28.219690 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e1d1d-0e69-4daa-a5a0-7e872ea52a7b req-f3ac3ca9-0251-4a95-bdd6-9041e2d7c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:28.221887 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-928e1d1d-0e69-4daa-a5a0-7e872ea52a7b req-f3ac3ca9-0251-4a95-bdd6-9041e2d7c20f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=59e45337-b67d-4e42-97b1-813ae679474a HTTP/1.1" status: 200 len: 858 time: 0.1050985 Sep 26 11:25:28.241812 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] No Port match for: bf2c5a26-d6f1-4238-bcd7-aef704133af5 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:25:28.242390 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device bf2c5a26-d6f1-4238-bcd7-aef704133af5 not bound to the agent host hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:25:28.251459 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-494f42ae-aca5-41ad-9642-cfc15cc9b9e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:28.256685 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-aa527400-00be-4d18-9c0c-8419ff0abcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:28.258553 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a70857-a61f-4bb4-b6f2-5e5540b9a205 req-2cafd32d-c796-453d-b57e-53c3d011516a tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] No DVR routers for this DVR port bf2c5a26-d6f1-4238-bcd7-aef704133af5 on host hv-cinder-81103 {{(pid=94000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:25:28.261309 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1e35cb90-123d-4456-bd1a-91e964058513 req-ef7142ad-9e4c-48cb-b11b-924967ad8625 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dbb216a9-b209-4d6a-bb90-59e18f5cc8a6 HTTP/1.1" status: 200 len: 217 time: 0.0807278 Sep 26 11:25:28.262487 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-80a70857-a61f-4bb4-b6f2-5e5540b9a205 req-2cafd32d-c796-453d-b57e-53c3d011516a tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:28.264544 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-80a70857-a61f-4bb4-b6f2-5e5540b9a205 req-2cafd32d-c796-453d-b57e-53c3d011516a tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.22 "DELETE /v2.0/ports/bf2c5a26-d6f1-4238-bcd7-aef704133af5 HTTP/1.1" status: 204 len: 173 time: 1.2157741 Sep 26 11:25:28.276199 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-928e1d1d-0e69-4daa-a5a0-7e872ea52a7b req-dcf37404-213f-42b8-9f69-1645ac59eb6d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3816b198-fbf9-4832-9257-7a9e89f72850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433531 Sep 26 11:25:28.277874 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-494f42ae-aca5-41ad-9642-cfc15cc9b9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530552719'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:28.291680 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891865c-61e2-4faf-a90c-f97f1224aaa8 req-3a0eb7b3-c6db-4085-9690-72cd55dae753 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:28.293906 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f891865c-61e2-4faf-a90c-f97f1224aaa8 req-3a0eb7b3-c6db-4085-9690-72cd55dae753 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.2104664 Sep 26 11:25:28.349302 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-37a65ae9-31cc-4e07-99dd-2edbf1128ad1 None None] For port 9a06b776-ad36-4c0d-afaa-b8bccd1f8305, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:25:28.351423 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=614d3773-752f-48af-87db-06317ef7c95e,revision_number=8']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:28.376435 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-37a65ae9-31cc-4e07-99dd-2edbf1128ad1 None None] For port 9a06b776-ad36-4c0d-afaa-b8bccd1f8305, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=9a06b776-ad36-4c0d-afaa-b8bccd1f8305,segment=NetworkSegment(ef288a13-d8d2-416c-bf30-881ad027ff5d),segment_id=ef288a13-d8d2-416c-bf30-881ad027ff5d)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:25:28.406848 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-37a65ae9-31cc-4e07-99dd-2edbf1128ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:28.447902 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35cb90-123d-4456-bd1a-91e964058513 req-b2b6593f-7194-4ef0-bfe2-f24dffd576d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:28.449699 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1e35cb90-123d-4456-bd1a-91e964058513 req-b2b6593f-7194-4ef0-bfe2-f24dffd576d1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=65dfcd2b-2d63-46d4-859e-1f1d5415bac6 HTTP/1.1" status: 200 len: 853 time: 0.1717567 Sep 26 11:25:28.466157 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-494f42ae-aca5-41ad-9642-cfc15cc9b9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-750197'] for router_interface, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:28.507976 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1e35cb90-123d-4456-bd1a-91e964058513 req-25df24bc-6687-438f-9fe9-8a8ea56f69b2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=671663ce-5be0-4402-bebb-a7d1b559daa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310104 Sep 26 11:25:28.526836 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f42ae-aca5-41ad-9642-cfc15cc9b9e0 admin admin] Pushing event updated for resources: {'Port': ['ID=1a8133c0-9993-4ba8-b667-17358d18a0ac,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:28.567073 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a65ae9-31cc-4e07-99dd-2edbf1128ad1 None None] Pushing event updated for resources: {'Port': ['ID=9a06b776-ad36-4c0d-afaa-b8bccd1f8305,revision_number=2']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:28.575521 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f891865c-61e2-4faf-a90c-f97f1224aaa8 req-bac02e75-e72d-4159-935b-e9d1a5a0f533 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444692 Sep 26 11:25:28.584060 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-aa527400-00be-4d18-9c0c-8419ff0abcbc admin admin] Allocated IP 172.27.3.24 (d645f16f-c1f8-40bc-a964-fd8a8508da46/7b04f644-4880-4113-a1d0-930d600f8f14/e2187e7e-1059-48a5-9793-fbce5d05753a) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:25:28.648221 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386affeb-62ca-4106-bc34-10772f92a35e req-e02f1087-9dcb-4405-903c-4686c79cb9f6 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:28.649777 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-386affeb-62ca-4106-bc34-10772f92a35e req-e02f1087-9dcb-4405-903c-4686c79cb9f6 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=98465259-fbab-42fd-9772-0d62ae350331 HTTP/1.1" status: 200 len: 943 time: 0.2392669 Sep 26 11:25:28.694436 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-928e1d1d-0e69-4daa-a5a0-7e872ea52a7b req-94d0e522-50cb-4d64-ba50-dfad0504fc78 service neutron] 10.222.0.22 "GET /v2.0/networks/3816b198-fbf9-4832-9257-7a9e89f72850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994308 Sep 26 11:25:28.713552 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1e35cb90-123d-4456-bd1a-91e964058513 req-59c99d75-cfd3-49ca-95ce-1ea8957ccfec service neutron] 10.222.0.22 "GET /v2.0/networks/671663ce-5be0-4402-bebb-a7d1b559daa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979320 Sep 26 11:25:28.822736 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-386affeb-62ca-4106-bc34-10772f92a35e req-e2cab914-f553-49c4-a65c-a18792001438 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437926 Sep 26 11:25:28.835364 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494f42ae-aca5-41ad-9642-cfc15cc9b9e0 admin admin] Network 23e86c48-c562-4dba-8966-311c3333da64 is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:25:28.839042 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-494f42ae-aca5-41ad-9642-cfc15cc9b9e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:25:28.928161 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-aa527400-00be-4d18-9c0c-8419ff0abcbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:28.948660 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:28.951101 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-928e1d1d-0e69-4daa-a5a0-7e872ea52a7b req-7bd73f61-a6bc-440e-840d-f39d6a2f4b80 service neutron] 10.222.0.22 "GET /v2.0/networks/3816b198-fbf9-4832-9257-7a9e89f72850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456951 Sep 26 11:25:28.981933 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1e35cb90-123d-4456-bd1a-91e964058513 req-181cf05d-c3b3-4af1-a1b5-4153e6890e1c service neutron] 10.222.0.22 "GET /v2.0/networks/671663ce-5be0-4402-bebb-a7d1b559daa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382946 Sep 26 11:25:29.045539 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-aa527400-00be-4d18-9c0c-8419ff0abcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:29.199983 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa527400-00be-4d18-9c0c-8419ff0abcbc admin admin] Network d645f16f-c1f8-40bc-a964-fd8a8508da46 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:25:29.203963 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-aa527400-00be-4d18-9c0c-8419ff0abcbc admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:25:29.213213 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa527400-00be-4d18-9c0c-8419ff0abcbc admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:25:29.218340 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa527400-00be-4d18-9c0c-8419ff0abcbc admin admin] Pushing event updated for resources: {'Port': ['ID=e2187e7e-1059-48a5-9793-fbce5d05753a,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:29.262610 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19987ea6-df51-46ac-bfff-b420e85f665c req-c467455f-7f34-40b5-97f3-d8dd764dcced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:29.264534 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-19987ea6-df51-46ac-bfff-b420e85f665c req-c467455f-7f34-40b5-97f3-d8dd764dcced service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=47e585f8b7af4a3abc372b8a837a7578&device_id=98465259-fbab-42fd-9772-0d62ae350331 HTTP/1.1" status: 200 len: 1096 time: 0.1280620 Sep 26 11:25:29.285308 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-b897bc1e-9066-4757-84af-cdc70002946d None None] Provisioning complete for port 1a8133c0-9993-4ba8-b667-17358d18a0ac triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:29.285668 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b897bc1e-9066-4757-84af-cdc70002946d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:29.336892 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-b897bc1e-9066-4757-84af-cdc70002946d None None] Port 1a8133c0-9993-4ba8-b667-17358d18a0ac cannot update to ACTIVE because it is not bound. {{(pid=94002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 11:25:29.348150 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-7474b0d6-a97e-41fe-a705-d57a4d5fa878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:29.395767 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3b8352d1-4c31-46ee-b2f4-32a13df1d3cd req-b1f01364-ae92-40d7-b272-0d30998f980e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=48620baf-c489-4b0c-b375-bfe21b77ccd6 HTTP/1.1" status: 200 len: 210 time: 0.0548124 Sep 26 11:25:29.443370 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330d28d-93a7-4ac9-a2fe-01d1a9bd6dd1 req-0c8f32b0-34f1-44ac-a6ff-2654d82b1fe3 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:29.451066 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f330d28d-93a7-4ac9-a2fe-01d1a9bd6dd1 req-0c8f32b0-34f1-44ac-a6ff-2654d82b1fe3 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.1089985 Sep 26 11:25:29.457029 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494f42ae-aca5-41ad-9642-cfc15cc9b9e0 admin admin] Router c3bee1af-7de2-4f98-b584-8dd4726bd51e has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:25:29.506364 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19987ea6-df51-46ac-bfff-b420e85f665c req-080c9f7f-b1a7-4ec2-987d-da51b86cad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:29.507960 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-19987ea6-df51-46ac-bfff-b420e85f665c req-080c9f7f-b1a7-4ec2-987d-da51b86cad06 service neutron] 10.222.0.22 "GET /v2.0/networks?id=671663ce-5be0-4402-bebb-a7d1b559daa7 HTTP/1.1" status: 200 len: 914 time: 0.2357605 Sep 26 11:25:29.530358 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f330d28d-93a7-4ac9-a2fe-01d1a9bd6dd1 req-73e07ca5-523b-4389-be00-bbcfc2cfd936 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782616 Sep 26 11:25:29.604195 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494f42ae-aca5-41ad-9642-cfc15cc9b9e0 admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:25:29.606399 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-19987ea6-df51-46ac-bfff-b420e85f665c req-77024fd6-b17a-4cd0-9a48-f1b422118993 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dbb216a9-b209-4d6a-bb90-59e18f5cc8a6 HTTP/1.1" status: 200 len: 217 time: 0.0664065 Sep 26 11:25:29.616400 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907390e8-483c-40c7-9888-2430a2d4d2fb None None] Sync routers for ids ['c3bee1af-7de2-4f98-b584-8dd4726bd51e'] in dv-cinder-811032-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:25:29.618912 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-494f42ae-aca5-41ad-9642-cfc15cc9b9e0 admin admin] 10.222.0.15 "PUT /v2.0/routers/c3bee1af-7de2-4f98-b584-8dd4726bd51e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3305080 Sep 26 11:25:29.629314 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907390e8-483c-40c7-9888-2430a2d4d2fb None None] Routers {'c3bee1af-7de2-4f98-b584-8dd4726bd51e'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:25:29.637013 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-907390e8-483c-40c7-9888-2430a2d4d2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:25:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['c3bee1af-7de2-4f98-b584-8dd4726bd51e'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:29.663864 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-aa527400-00be-4d18-9c0c-8419ff0abcbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:29.782870 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb28dac-316a-4f61-a3a2-e2f437e628d0 req-9dac22fc-86fc-4b61-8bb1-13df5bc6483e tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:29.796335 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-adb28dac-316a-4f61-a3a2-e2f437e628d0 req-9dac22fc-86fc-4b61-8bb1-13df5bc6483e tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.0954082 Sep 26 11:25:29.798945 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-907390e8-483c-40c7-9888-2430a2d4d2fb None None] Set router c3bee1af-7de2-4f98-b584-8dd4726bd51e gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:25:29.848004 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-adb28dac-316a-4f61-a3a2-e2f437e628d0 req-4c41300e-d866-4385-a45a-d92643e19cb6 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505555 Sep 26 11:25:30.017238 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cc6c02-4f1d-4e4c-bc06-e630070e41a1 None None] Network 56b4ccdd-4676-445d-abb7-345bfb5e21e4 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:25:30.079455 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48620baf-c489-4b0c-b375-bfe21b77ccd6', 'name': 'network-vif-deleted', 'tag': 'bf2c5a26-d6f1-4238-bcd7-aef704133af5'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:25:30.083907 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac05579741f88b05fd5495e6fabac80b3338caa1126b8e71f43a8600e84c3c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b54f410-9ccd-41ac-9df8-c73b3858e36e" -d '{"events": [{"server_uuid": "48620baf-c489-4b0c-b375-bfe21b77ccd6", "name": "network-vif-deleted", "tag": "bf2c5a26-d6f1-4238-bcd7-aef704133af5"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:25:30.090978 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19987ea6-df51-46ac-bfff-b420e85f665c req-fe72b695-cda5-4d76-8761-f7b84721e167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:30.093381 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-19987ea6-df51-46ac-bfff-b420e85f665c req-fe72b695-cda5-4d76-8761-f7b84721e167 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=65dfcd2b-2d63-46d4-859e-1f1d5415bac6 HTTP/1.1" status: 200 len: 853 time: 0.4757309 Sep 26 11:25:30.133938 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a707c-30c3-438f-ba34-dcb8b3916620 req-09d63893-fe78-409d-a302-4189de78c348 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:30.135748 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-006a707c-30c3-438f-ba34-dcb8b3916620 req-09d63893-fe78-409d-a302-4189de78c348 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=98465259-fbab-42fd-9772-0d62ae350331 HTTP/1.1" status: 200 len: 943 time: 0.1257768 Sep 26 11:25:30.196830 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-006a707c-30c3-438f-ba34-dcb8b3916620 req-972841e6-31f3-4357-aa6d-e29ef597476d tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521593 Sep 26 11:25:30.228978 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-19987ea6-df51-46ac-bfff-b420e85f665c req-8831fa36-64a8-48c7-8fea-42b9f2e52df6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=671663ce-5be0-4402-bebb-a7d1b559daa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383110 Sep 26 11:25:30.292408 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd51a5a-c482-4902-967d-76c22deae354 x-openstack-request-id: req-dbd51a5a-c482-4902-967d-76c22deae354 {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:25:30.292708 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48620baf-c489-4b0c-b375-bfe21b77ccd6", "name": "network-vif-deleted", "tag": "bf2c5a26-d6f1-4238-bcd7-aef704133af5", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:25:30.293310 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dbd51a5a-c482-4902-967d-76c22deae354 {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:25:30.293731 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48620baf-c489-4b0c-b375-bfe21b77ccd6', 'name': 'network-vif-deleted', 'tag': 'bf2c5a26-d6f1-4238-bcd7-aef704133af5', 'status': 'completed', 'code': 200} Sep 26 11:25:30.311753 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 9a06b776-ad36-4c0d-afaa-b8bccd1f8305 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:25:30.391810 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-aa527400-00be-4d18-9c0c-8419ff0abcbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749496'] for router, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:30.396404 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-19987ea6-df51-46ac-bfff-b420e85f665c req-63f0d352-3271-4515-b532-b51ac533377a service neutron] 10.222.0.22 "GET /v2.0/networks/671663ce-5be0-4402-bebb-a7d1b559daa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666205 Sep 26 11:25:30.472282 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-e1c656af-3e6c-4513-ba22-d7d7e7154bf4 None None] Provisioning complete for port 9a06b776-ad36-4c0d-afaa-b8bccd1f8305 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:30.472801 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-e1c656af-3e6c-4513-ba22-d7d7e7154bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:30.626479 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-19987ea6-df51-46ac-bfff-b420e85f665c req-e880bf77-43fb-4e84-932c-bb69b78e8a7d service neutron] 10.222.0.22 "GET /v2.0/networks/671663ce-5be0-4402-bebb-a7d1b559daa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922631 Sep 26 11:25:30.642148 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 9a06b776-ad36-4c0d-afaa-b8bccd1f8305 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:30.642148 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:30.664582 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa527400-00be-4d18-9c0c-8419ff0abcbc admin admin] Router d7761cc7-4964-4666-8184-4bc295c18a2b is scheduled to L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd with binding_index 1 {{(pid=94000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 11:25:30.765645 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 50466) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:30.795574 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-58f285fb-db14-439c-ba6a-8f7d52d5943f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-188172854-network', 'tenant_id': 'e05070e3e7fc466bb265f4d83f3f9e66'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:25:30.824182 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-e1c656af-3e6c-4513-ba22-d7d7e7154bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:30.844255 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1b87d-8d85-4d56-971f-72ddbe93a198 req-3cb326bc-0629-4502-9466-2bbf5cb070c0 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:30.852738 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-12b1b87d-8d85-4d56-971f-72ddbe93a198 req-3cb326bc-0629-4502-9466-2bbf5cb070c0 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.1338928 Sep 26 11:25:30.862100 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [req-6a11647d-e01e-42f2-bed7-e8d1829e2cac req-f29998e9-fd1a-4905-80f5-fb870079aa46 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 11:25:30.863916 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6a11647d-e01e-42f2-bed7-e8d1829e2cac req-f29998e9-fd1a-4905-80f5-fb870079aa46 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077131 Sep 26 11:25:30.895569 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f285fb-db14-439c-ba6a-8f7d52d5943f admin admin] Made reservation on behalf of e05070e3e7fc466bb265f4d83f3f9e66 for: {'network': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:25:30.900732 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-58f285fb-db14-439c-ba6a-8f7d52d5943f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for network, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:30.906981 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-907390e8-483c-40c7-9888-2430a2d4d2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'name': 'tempest-TestShelveInstance-131339492-router', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7f7d756f-a7c4-4aee-90dd-b74a40bc7613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:15Z', 'updated_at': '2021-09-26T11:25:27Z', 'revision_number': 4, 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'gw_port': {'id': '7f7d756f-a7c4-4aee-90dd-b74a40bc7613', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:17Z', 'updated_at': '2021-09-26T11:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '1a8133c0-9993-4ba8-b667-17358d18a0ac', 'name': '', 'network_id': '23e86c48-c562-4dba-8966-311c3333da64', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'mac_address': 'fa:16:3e:89:1b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '04d6c54a-f029-4b31-bdac-cf23ee894a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:24Z', 'updated_at': '2021-09-26T11:25:27Z', 'revision_number': 2, 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'subnets': [{'id': '04d6c54a-f029-4b31-bdac-cf23ee894a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:30.918490 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa527400-00be-4d18-9c0c-8419ff0abcbc admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:25:30.923450 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-58f285fb-db14-439c-ba6a-8f7d52d5943f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:30.932202 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8689e989-2630-4e53-9c90-05b2999572cf None None] Sync routers for ids ['d7761cc7-4964-4666-8184-4bc295c18a2b'] in dv-cinder-811032-1-iscsi {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:25:30.949100 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-aa527400-00be-4d18-9c0c-8419ff0abcbc admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:30.950722 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8689e989-2630-4e53-9c90-05b2999572cf None None] Routers {'d7761cc7-4964-4666-8184-4bc295c18a2b'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:25:30.951346 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-8689e989-2630-4e53-9c90-05b2999572cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:25:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['d7761cc7-4964-4666-8184-4bc295c18a2b'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:30.951795 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-aa527400-00be-4d18-9c0c-8419ff0abcbc admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0484307 Sep 26 11:25:30.954506 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 50470) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:30.962095 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-12b1b87d-8d85-4d56-971f-72ddbe93a198 req-5d331c32-acc5-4b35-94d8-837049f2c572 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040595 Sep 26 11:25:30.988631 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-e1c656af-3e6c-4513-ba22-d7d7e7154bf4 None None] For port 9a06b776-ad36-4c0d-afaa-b8bccd1f8305, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=9a06b776-ad36-4c0d-afaa-b8bccd1f8305,segment=NetworkSegment(ef288a13-d8d2-416c-bf30-881ad027ff5d),segment_id=ef288a13-d8d2-416c-bf30-881ad027ff5d)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:25:30.993642 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907390e8-483c-40c7-9888-2430a2d4d2fb None None] Checking router: c3bee1af-7de2-4f98-b584-8dd4726bd51e for host: dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:25:30.994008 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907390e8-483c-40c7-9888-2430a2d4d2fb None None] Updating router c3bee1af-7de2-4f98-b584-8dd4726bd51e port 1a8133c0-9993-4ba8-b667-17358d18a0ac binding host dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 11:25:31.004502 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-e1c656af-3e6c-4513-ba22-d7d7e7154bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:31.027155 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:31.165754 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-907390e8-483c-40c7-9888-2430a2d4d2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:31.303493 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.db.api [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 11:25:31.304318 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG oslo_db.api [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 11:25:31.306735 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c656af-3e6c-4513-ba22-d7d7e7154bf4 None None] Pushing event updated for resources: {'Port': ['ID=9a06b776-ad36-4c0d-afaa-b8bccd1f8305,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:31.339811 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-8689e989-2630-4e53-9c90-05b2999572cf None None] Set router d7761cc7-4964-4666-8184-4bc295c18a2b gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:25:31.340485 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ed3dbfe6-cfb5-4d62-9f01-b3d2c5b78c4b None None] Provisioning complete for port 9a06b776-ad36-4c0d-afaa-b8bccd1f8305 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:31.340983 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ed3dbfe6-cfb5-4d62-9f01-b3d2c5b78c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:31.390900 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77997466-18c9-4df4-a8ee-ac027e9e3733 req-c842856b-7a31-4032-b6d4-5a5cb57779e6 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:31.401214 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-77997466-18c9-4df4-a8ee-ac027e9e3733 req-c842856b-7a31-4032-b6d4-5a5cb57779e6 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=7af53ff6-c8e5-40c6-b897-4593bc616288 HTTP/1.1" status: 200 len: 945 time: 0.2645683 Sep 26 11:25:31.477860 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-77997466-18c9-4df4-a8ee-ac027e9e3733 req-8e4e651f-8fc1-4477-8a65-562bdee443e5 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730650 Sep 26 11:25:31.489894 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3785ac6-3536-4a7a-a193-f5c00fda2efa req-2303649a-7afd-47c1-a495-6251e9d0f076 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:31.501079 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c3785ac6-3536-4a7a-a193-f5c00fda2efa req-2303649a-7afd-47c1-a495-6251e9d0f076 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.3388448 Sep 26 11:25:31.551204 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-58f285fb-db14-439c-ba6a-8f7d52d5943f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:31.562404 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-8689e989-2630-4e53-9c90-05b2999572cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7761cc7-4964-4666-8184-4bc295c18a2b', 'name': 'tempest-TestVolumeBootPattern-1294051466-router', 'tenant_id': 'a2e8d64d36404e23838b465309eca039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e2187e7e-1059-48a5-9793-fbce5d05753a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:25Z', 'updated_at': '2021-09-26T11:25:29Z', 'revision_number': 3, 'project_id': 'a2e8d64d36404e23838b465309eca039', 'gw_port': {'id': 'e2187e7e-1059-48a5-9793-fbce5d05753a', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7761cc7-4964-4666-8184-4bc295c18a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:28Z', 'updated_at': '2021-09-26T11:25:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:31.587482 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-58f285fb-db14-439c-ba6a-8f7d52d5943f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:31.592331 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8689e989-2630-4e53-9c90-05b2999572cf None None] Checking router: d7761cc7-4964-4666-8184-4bc295c18a2b for host: dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:25:31.593021 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8689e989-2630-4e53-9c90-05b2999572cf None None] Updating router d7761cc7-4964-4666-8184-4bc295c18a2b port e2187e7e-1059-48a5-9793-fbce5d05753a binding host dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 11:25:31.627328 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8689e989-2630-4e53-9c90-05b2999572cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:31.639449 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device dbb216a9-b209-4d6a-bb90-59e18f5cc8a6 details requested by agent hyperv_hv-cinder-81103 with host hv-cinder-81103 {{(pid=94002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 11:25:31.642136 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 614d3773-752f-48af-87db-06317ef7c95e no longer exists at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:25:31.667459 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f285fb-db14-439c-ba6a-8f7d52d5943f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=94001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 11:25:31.707684 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c3785ac6-3536-4a7a-a193-f5c00fda2efa req-7ede7e6e-ca21-4ade-8176-d6afae9b0fa6 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997235 Sep 26 11:25:31.722486 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-58f285fb-db14-439c-ba6a-8f7d52d5943f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:31.723206 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.db.segments_db [None req-58f285fb-db14-439c-ba6a-8f7d52d5943f admin admin] Added segment 6a4bd0d3-616a-45ec-af0c-9e84861e3fc5 of type vlan for network 170bc247-26ea-4b73-a00c-77aa4c7087e6 Sep 26 11:25:31.725518 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f285fb-db14-439c-ba6a-8f7d52d5943f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d8110a-b86d-429e-8ff6-454430117826,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:31.800696 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9b64a4b8-689b-401b-9868-3aafe3c7abd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:31.808199 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861128b-bf4a-43ea-9a11-0e574467772a req-d88673d9-1390-41df-b2d2-9eee102f54ca tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:31.825190 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d861128b-bf4a-43ea-9a11-0e574467772a req-d88673d9-1390-41df-b2d2-9eee102f54ca tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=98465259-fbab-42fd-9772-0d62ae350331 HTTP/1.1" status: 200 len: 943 time: 0.2381911 Sep 26 11:25:31.902632 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d861128b-bf4a-43ea-9a11-0e574467772a req-feb33527-e60e-4576-9a86-9baed6e20959 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760684 Sep 26 11:25:31.905024 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-58f285fb-db14-439c-ba6a-8f7d52d5943f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784556657430'] for network, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:31.946948 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 50494) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:31.975792 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-58f285fb-db14-439c-ba6a-8f7d52d5943f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for network, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:31.977522 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f285fb-db14-439c-ba6a-8f7d52d5943f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:31.978373 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-58f285fb-db14-439c-ba6a-8f7d52d5943f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:32.015844 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-db85a8ff-cd6c-4944-afb5-8ca5ffca9b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:32.025958 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 7f7d756f-a7c4-4aee-90dd-b74a40bc7613 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:25:32.043557 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8689e989-2630-4e53-9c90-05b2999572cf None None] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:32.052523 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8689e989-2630-4e53-9c90-05b2999572cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:32.073972 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-907390e8-483c-40c7-9888-2430a2d4d2fb None None] Notify callbacks [] for port, precommit_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:32.075805 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-9b64a4b8-689b-401b-9868-3aafe3c7abd7 admin admin] Allocated IP 172.20.0.1 (56b4ccdd-4676-445d-abb7-345bfb5e21e4/e3bb2706-f29e-499d-bc57-4171f63aa59f/92e9ccec-c554-4f16-b85d-ebe89449b581) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:25:32.099055 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port dbb216a9-b209-4d6a-bb90-59e18f5cc8a6, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=dbb216a9-b209-4d6a-bb90-59e18f5cc8a6,segment=NetworkSegment(9c7723ed-648f-4bf6-9d12-d10bd7e684a4),segment_id=9c7723ed-648f-4bf6-9d12-d10bd7e684a4)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:25:32.102153 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-907390e8-483c-40c7-9888-2430a2d4d2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:32.120288 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef83a58-136c-4176-8850-8c05e383f558 None None] Pushing event updated for resources: {'Port': ['ID=e2187e7e-1059-48a5-9793-fbce5d05753a,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:32.139359 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-8689e989-2630-4e53-9c90-05b2999572cf None None] Attempting to bind port e2187e7e-1059-48a5-9793-fbce5d05753a on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:25:32.140259 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-8689e989-2630-4e53-9c90-05b2999572cf None None] Attempting to bind port e2187e7e-1059-48a5-9793-fbce5d05753a by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:25:32.140259 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689e989-2630-4e53-9c90-05b2999572cf None None] Attempting to bind port e2187e7e-1059-48a5-9793-fbce5d05753a on network d645f16f-c1f8-40bc-a964-fd8a8508da46 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:25:32.146857 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689e989-2630-4e53-9c90-05b2999572cf None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:25:32.147231 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689e989-2630-4e53-9c90-05b2999572cf None None] Checking segment: {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:25:32.147632 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8689e989-2630-4e53-9c90-05b2999572cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:32.148020 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8689e989-2630-4e53-9c90-05b2999572cf None None] Bound using segment: {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:25:32.148631 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-8689e989-2630-4e53-9c90-05b2999572cf None None] Bound port: e2187e7e-1059-48a5-9793-fbce5d05753a, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:25:32.149092 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8689e989-2630-4e53-9c90-05b2999572cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:32.174302 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Returning: {'device': 'dbb216a9-b209-4d6a-bb90-59e18f5cc8a6', 'network_id': '671663ce-5be0-4402-bebb-a7d1b559daa7', 'port_id': 'dbb216a9-b209-4d6a-bb90-59e18f5cc8a6', 'mac_address': 'fa:16:3e:51:89:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65dfcd2b-2d63-46d4-859e-1f1d5415bac6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 11:25:32.198398 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f285fb-db14-439c-ba6a-8f7d52d5943f admin admin] Pushing event updated for resources: {'Network': ['ID=170bc247-26ea-4b73-a00c-77aa4c7087e6,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:32.200612 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d864a8-7572-4f3f-88eb-ff211e08dcaf None None] Pushing event updated for resources: {'Port': ['ID=1a8133c0-9993-4ba8-b667-17358d18a0ac,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:32.239366 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-58f285fb-db14-439c-ba6a-8f7d52d5943f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4710848 Sep 26 11:25:32.239779 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 50500) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:32.248952 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-d9de4122-2061-4037-9e18-a1e56af84d0d admin admin] Request body: {'subnet': {'network_id': '170bc247-26ea-4b73-a00c-77aa4c7087e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-188172854-subnet', 'tenant_id': 'e05070e3e7fc466bb265f4d83f3f9e66', 'ip_version': 4}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:25:32.254055 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Network 170bc247-26ea-4b73-a00c-77aa4c7087e6 details requested by agent ovs-agent-dv-cinder-811032-1-iscsi with host dv-cinder-811032-1-iscsi {{(pid=94002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 11:25:32.256619 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-8689e989-2630-4e53-9c90-05b2999572cf None None] For port e2187e7e-1059-48a5-9793-fbce5d05753a, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:25:32.261135 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-8689e989-2630-4e53-9c90-05b2999572cf None None] For port e2187e7e-1059-48a5-9793-fbce5d05753a, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=e2187e7e-1059-48a5-9793-fbce5d05753a,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:25:32.266088 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f5290-0705-4967-b01c-25f1daeee4d3 req-c5c75ca3-251e-48b3-a1fc-9576de16617f tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:32.273790 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-8689e989-2630-4e53-9c90-05b2999572cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:32.274669 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-054f5290-0705-4967-b01c-25f1daeee4d3 req-c5c75ca3-251e-48b3-a1fc-9576de16617f tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.1814499 Sep 26 11:25:32.304936 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9b64a4b8-689b-401b-9868-3aafe3c7abd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:32.333657 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a7e7e0d9-0ad6-4008-af48-5d7c28d3344c req-b459c21f-dbe9-4c62-8223-871833131eec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3848090 Sep 26 11:25:32.342225 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 7f7d756f-a7c4-4aee-90dd-b74a40bc7613 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:32.342445 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:32.343441 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a31dff-9383-4102-931e-3f3e325a0e3b req-d9ab376a-dd61-475f-8a8f-eb42991b4fb0 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:32.345880 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-86a31dff-9383-4102-931e-3f3e325a0e3b req-d9ab376a-dd61-475f-8a8f-eb42991b4fb0 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.22 "GET /v2.0/ports?device_id=7af53ff6-c8e5-40c6-b897-4593bc616288 HTTP/1.1" status: 200 len: 945 time: 0.1524782 Sep 26 11:25:32.346858 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [req-a7e7e0d9-0ad6-4008-af48-5d7c28d3344c req-51a28db4-9a64-4728-bf4a-906b4da1bfb5 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 11:25:32.348518 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:32.360771 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a7e7e0d9-0ad6-4008-af48-5d7c28d3344c req-51a28db4-9a64-4728-bf4a-906b4da1bfb5 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0261912 Sep 26 11:25:32.395301 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-054f5290-0705-4967-b01c-25f1daeee4d3 req-21e7ef4c-38b8-408a-8d2b-7e9a8a1b24b8 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200569 Sep 26 11:25:32.405286 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9de4122-2061-4037-9e18-a1e56af84d0d admin admin] Made reservation on behalf of e05070e3e7fc466bb265f4d83f3f9e66 for: {'subnet': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:25:32.407798 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d9de4122-2061-4037-9e18-a1e56af84d0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-530427413'] for subnet, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:32.441748 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8689e989-2630-4e53-9c90-05b2999572cf None None] Routers {'d7761cc7-4964-4666-8184-4bc295c18a2b'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:25:32.442674 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-8689e989-2630-4e53-9c90-05b2999572cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:25:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['d7761cc7-4964-4666-8184-4bc295c18a2b'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:32.496201 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-907390e8-483c-40c7-9888-2430a2d4d2fb None None] Attempting to bind port 1a8133c0-9993-4ba8-b667-17358d18a0ac on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:25:32.497873 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-907390e8-483c-40c7-9888-2430a2d4d2fb None None] Attempting to bind port 1a8133c0-9993-4ba8-b667-17358d18a0ac by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': '7ecf81cf-22ee-4c68-a88c-0c889d12cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '23e86c48-c562-4dba-8966-311c3333da64'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:25:32.505178 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907390e8-483c-40c7-9888-2430a2d4d2fb None None] Attempting to bind port 1a8133c0-9993-4ba8-b667-17358d18a0ac on network 23e86c48-c562-4dba-8966-311c3333da64 {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:25:32.568872 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907390e8-483c-40c7-9888-2430a2d4d2fb None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:25:32.569238 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907390e8-483c-40c7-9888-2430a2d4d2fb None None] Checking segment: {'id': '7ecf81cf-22ee-4c68-a88c-0c889d12cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '23e86c48-c562-4dba-8966-311c3333da64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:25:32.569648 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-907390e8-483c-40c7-9888-2430a2d4d2fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:32.583041 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907390e8-483c-40c7-9888-2430a2d4d2fb None None] Bound using segment: {'id': '7ecf81cf-22ee-4c68-a88c-0c889d12cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '23e86c48-c562-4dba-8966-311c3333da64'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:25:32.583595 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-907390e8-483c-40c7-9888-2430a2d4d2fb None None] Bound port: 1a8133c0-9993-4ba8-b667-17358d18a0ac, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ecf81cf-22ee-4c68-a88c-0c889d12cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '23e86c48-c562-4dba-8966-311c3333da64'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:25:32.584006 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-907390e8-483c-40c7-9888-2430a2d4d2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:32.611579 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9b64a4b8-689b-401b-9868-3aafe3c7abd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:32.627166 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-8689e989-2630-4e53-9c90-05b2999572cf None None] Set router d7761cc7-4964-4666-8184-4bc295c18a2b gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:25:32.686839 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef83a58-136c-4176-8850-8c05e383f558 None None] Pushing event updated for resources: {'Port': ['ID=e2187e7e-1059-48a5-9793-fbce5d05753a,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:32.709001 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e5d58-202e-432a-ae9f-4a02cbb49e70 req-28221899-e55d-46e5-8e0a-2aeca2022bef tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:32.716122 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fe4e5d58-202e-432a-ae9f-4a02cbb49e70 req-28221899-e55d-46e5-8e0a-2aeca2022bef tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=7af53ff6-c8e5-40c6-b897-4593bc616288 HTTP/1.1" status: 200 len: 945 time: 0.1355474 Sep 26 11:25:32.733427 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-907390e8-483c-40c7-9888-2430a2d4d2fb None None] For port 1a8133c0-9993-4ba8-b667-17358d18a0ac, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:25:32.738077 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-907390e8-483c-40c7-9888-2430a2d4d2fb None None] For port 1a8133c0-9993-4ba8-b667-17358d18a0ac, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=1a8133c0-9993-4ba8-b667-17358d18a0ac,segment=NetworkSegment(7ecf81cf-22ee-4c68-a88c-0c889d12cacd),segment_id=7ecf81cf-22ee-4c68-a88c-0c889d12cacd)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:25:32.769096 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b64a4b8-689b-401b-9868-3aafe3c7abd7 admin admin] Network 56b4ccdd-4676-445d-abb7-345bfb5e21e4 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:25:32.783982 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-907390e8-483c-40c7-9888-2430a2d4d2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:32.806289 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fe4e5d58-202e-432a-ae9f-4a02cbb49e70 req-1d540dc9-ed5c-43bc-831e-d7e25c1c2197 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832264 Sep 26 11:25:32.812668 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-9120101f-9357-4635-8dc1-647932c93a4f None None] Provisioning complete for port 1a8133c0-9993-4ba8-b667-17358d18a0ac triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:32.815419 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-9120101f-9357-4635-8dc1-647932c93a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:32.818103 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-9b64a4b8-689b-401b-9868-3aafe3c7abd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:25:32.828290 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b64a4b8-689b-401b-9868-3aafe3c7abd7 admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:25:32.840045 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-8689e989-2630-4e53-9c90-05b2999572cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7761cc7-4964-4666-8184-4bc295c18a2b', 'name': 'tempest-TestVolumeBootPattern-1294051466-router', 'tenant_id': 'a2e8d64d36404e23838b465309eca039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e2187e7e-1059-48a5-9793-fbce5d05753a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:25Z', 'updated_at': '2021-09-26T11:25:29Z', 'revision_number': 3, 'project_id': 'a2e8d64d36404e23838b465309eca039', 'gw_port': {'id': 'e2187e7e-1059-48a5-9793-fbce5d05753a', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7761cc7-4964-4666-8184-4bc295c18a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:28Z', 'updated_at': '2021-09-26T11:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:32.881837 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8689e989-2630-4e53-9c90-05b2999572cf None None] The sync data for ids ['d7761cc7-4964-4666-8184-4bc295c18a2b'] in dv-cinder-811032-1-iscsi is: [{'id': 'd7761cc7-4964-4666-8184-4bc295c18a2b', 'name': 'tempest-TestVolumeBootPattern-1294051466-router', 'tenant_id': 'a2e8d64d36404e23838b465309eca039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e2187e7e-1059-48a5-9793-fbce5d05753a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:25Z', 'updated_at': '2021-09-26T11:25:29Z', 'revision_number': 3, 'project_id': 'a2e8d64d36404e23838b465309eca039', 'gw_port': {'id': 'e2187e7e-1059-48a5-9793-fbce5d05753a', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7761cc7-4964-4666-8184-4bc295c18a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:28Z', 'updated_at': '2021-09-26T11:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}] {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:25:32.942313 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64a4b8-689b-401b-9868-3aafe3c7abd7 admin admin] Pushing event updated for resources: {'Port': ['ID=92e9ccec-c554-4f16-b85d-ebe89449b581,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:33.022602 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [req-86a31dff-9383-4102-931e-3f3e325a0e3b req-bd27c3b9-0fec-47dd-8a85-96ad043fd6d4 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Deleting port b1871f02-4262-4521-b33c-f6c524a91a57 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:25:33.023020 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-86a31dff-9383-4102-931e-3f3e325a0e3b req-bd27c3b9-0fec-47dd-8a85-96ad043fd6d4 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:33.045971 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd928c7-56af-4c72-8c14-53f02ba624e7 req-74c9b20e-84f8-4ae8-bbe7-d4aeaaf0f696 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:33.053752 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0dd928c7-56af-4c72-8c14-53f02ba624e7 req-74c9b20e-84f8-4ae8-bbe7-d4aeaaf0f696 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.1328099 Sep 26 11:25:33.135493 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb216a9-b209-4d6a-bb90-59e18f5cc8a6 {{(pid=94002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:25:33.155913 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0dd928c7-56af-4c72-8c14-53f02ba624e7 req-e2f637eb-e7e8-4a9a-8e2a-98e055a7e9c5 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962820 Sep 26 11:25:33.197467 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9b64a4b8-689b-401b-9868-3aafe3c7abd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748677'] for router_interface, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:33.207135 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port dbb216a9-b209-4d6a-bb90-59e18f5cc8a6, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=dbb216a9-b209-4d6a-bb90-59e18f5cc8a6,segment=NetworkSegment(9c7723ed-648f-4bf6-9d12-d10bd7e684a4),segment_id=9c7723ed-648f-4bf6-9d12-d10bd7e684a4)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:25:33.291490 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-86a31dff-9383-4102-931e-3f3e325a0e3b req-bd27c3b9-0fec-47dd-8a85-96ad043fd6d4 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] For port b1871f02-4262-4521-b33c-f6c524a91a57, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=b1871f02-4262-4521-b33c-f6c524a91a57,segment=NetworkSegment(bb9d2606-9463-4e42-a9b7-76a1c77e2f0d),segment_id=bb9d2606-9463-4e42-a9b7-76a1c77e2f0d)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:25:33.291867 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-86a31dff-9383-4102-931e-3f3e325a0e3b req-bd27c3b9-0fec-47dd-8a85-96ad043fd6d4 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:33.357074 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [req-86a31dff-9383-4102-931e-3f3e325a0e3b req-bd27c3b9-0fec-47dd-8a85-96ad043fd6d4 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Calling delete_port for b1871f02-4262-4521-b33c-f6c524a91a57 owned by compute:nova {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:25:33.366844 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb95a4b-522f-4140-8c11-2594ab7496c8 req-7c8542fa-ab6c-4911-a26c-e2618bb09ce2 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:33.368346 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7fb95a4b-522f-4140-8c11-2594ab7496c8 req-7c8542fa-ab6c-4911-a26c-e2618bb09ce2 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=98465259-fbab-42fd-9772-0d62ae350331 HTTP/1.1" status: 200 len: 944 time: 0.1285779 Sep 26 11:25:33.430309 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:33.481825 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d9de4122-2061-4037-9e18-a1e56af84d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530160882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-530427431'] for subnet, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:33.493158 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7fb95a4b-522f-4140-8c11-2594ab7496c8 req-c1f54e79-3505-4305-9342-ac2770eaafb7 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172040 Sep 26 11:25:33.529403 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d864a8-7572-4f3f-88eb-ff211e08dcaf None None] Pushing event updated for resources: {'Port': ['ID=1a8133c0-9993-4ba8-b667-17358d18a0ac,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:33.532353 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:33.548628 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907390e8-483c-40c7-9888-2430a2d4d2fb None None] Routers {'c3bee1af-7de2-4f98-b584-8dd4726bd51e'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:25:33.550263 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-907390e8-483c-40c7-9888-2430a2d4d2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:25:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['c3bee1af-7de2-4f98-b584-8dd4726bd51e'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:33.642861 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9b64a4b8-689b-401b-9868-3aafe3c7abd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:33.650362 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de4122-2061-4037-9e18-a1e56af84d0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b44da5b-f6be-4c2b-9181-e5027ad05c6e,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:33.686611 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9de4122-2061-4037-9e18-a1e56af84d0d admin admin] Checking segment: {'id': '6a4bd0d3-616a-45ec-af0c-9e84861e3fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '170bc247-26ea-4b73-a00c-77aa4c7087e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:25:33.687118 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9de4122-2061-4037-9e18-a1e56af84d0d admin admin] Network hostable DHCP agents. Network: 170bc247-26ea-4b73-a00c-77aa4c7087e6, hostable agents: ['ecf2eb48-0220-401f-8612-1931512fe08d'], hosted agents: [] {{(pid=94000) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 11:25:33.688584 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device b1871f02-4262-4521-b33c-f6c524a91a57 no longer exists at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:25:33.712723 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:33.805584 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9de4122-2061-4037-9e18-a1e56af84d0d admin admin] Network 170bc247-26ea-4b73-a00c-77aa4c7087e6 is scheduled to be hosted by DHCP agent ecf2eb48-0220-401f-8612-1931512fe08d with binding_index 1 {{(pid=94000) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 11:25:33.812119 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['dbb216a9-b209-4d6a-bb90-59e18f5cc8a6'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:25:33.861924 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-d9de4122-2061-4037-9e18-a1e56af84d0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811032-1-iscsi, 170bc247-26ea-4b73-a00c-77aa4c7087e6) {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:25:33.867563 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9de4122-2061-4037-9e18-a1e56af84d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:33.869002 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d9de4122-2061-4037-9e18-a1e56af84d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:33.874561 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-86a31dff-9383-4102-931e-3f3e325a0e3b req-bd27c3b9-0fec-47dd-8a85-96ad043fd6d4 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:33.968359 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890de04d-f0ff-4792-99d8-9a653ba992d9 None None] Network 170bc247-26ea-4b73-a00c-77aa4c7087e6 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:25:33.970898 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device e2187e7e-1059-48a5-9793-fbce5d05753a up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:25:33.973337 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-9120101f-9357-4635-8dc1-647932c93a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:33.988908 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=dbb216a9-b209-4d6a-bb90-59e18f5cc8a6,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:33.995566 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-153a4fd4-a77e-4c5c-b58a-63e20228fe3c req-8ea67a9b-dd2d-45dd-8d44-a12395fdd3dd tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=7af53ff6-c8e5-40c6-b897-4593bc616288 HTTP/1.1" status: 200 len: 210 time: 0.0322483 Sep 26 11:25:34.063391 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-9120101f-9357-4635-8dc1-647932c93a4f None None] For port 1a8133c0-9993-4ba8-b667-17358d18a0ac, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=1a8133c0-9993-4ba8-b667-17358d18a0ac,segment=NetworkSegment(7ecf81cf-22ee-4c68-a88c-0c889d12cacd),segment_id=7ecf81cf-22ee-4c68-a88c-0c889d12cacd)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:25:34.090858 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-9120101f-9357-4635-8dc1-647932c93a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:34.161185 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] No active binding found for port b1871f02-4262-4521-b33c-f6c524a91a57 {{(pid=94002) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 26 11:25:34.161873 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device b1871f02-4262-4521-b33c-f6c524a91a57 not bound to the agent host hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:25:34.268697 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-907390e8-483c-40c7-9888-2430a2d4d2fb None None] Set router c3bee1af-7de2-4f98-b584-8dd4726bd51e gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:25:34.281472 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27c3b9-0fec-47dd-8a85-96ad043fd6d4 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Pushing event deleted for resources: {'Port': ['ID=b1871f02-4262-4521-b33c-f6c524a91a57,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:34.381693 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8554044-3932-4c12-9a03-75fc15def030 req-f9d1262d-9fb2-43b4-8c2a-0e29abcd23f6 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:34.387721 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a8554044-3932-4c12-9a03-75fc15def030 req-f9d1262d-9fb2-43b4-8c2a-0e29abcd23f6 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.0908082 Sep 26 11:25:34.389168 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9b64a4b8-689b-401b-9868-3aafe3c7abd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:34.411411 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a31dff-9383-4102-931e-3f3e325a0e3b req-bd27c3b9-0fec-47dd-8a85-96ad043fd6d4 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] No DVR routers for this DVR port b1871f02-4262-4521-b33c-f6c524a91a57 on host hv-cinder-81103 {{(pid=94000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:25:34.413374 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9b64a4b8-689b-401b-9868-3aafe3c7abd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530160741'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:34.419446 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-d9de4122-2061-4037-9e18-a1e56af84d0d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.1744106 Sep 26 11:25:34.420408 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-86a31dff-9383-4102-931e-3f3e325a0e3b req-bd27c3b9-0fec-47dd-8a85-96ad043fd6d4 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:34.421846 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 50538) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:34.424893 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-86a31dff-9383-4102-931e-3f3e325a0e3b req-bd27c3b9-0fec-47dd-8a85-96ad043fd6d4 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.22 "DELETE /v2.0/ports/b1871f02-4262-4521-b33c-f6c524a91a57 HTTP/1.1" status: 204 len: 173 time: 2.0707395 Sep 26 11:25:34.428667 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-467f23c4-2eb8-4b81-8937-349e721e23fe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-188172854-router', 'tenant_id': 'e05070e3e7fc466bb265f4d83f3f9e66', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:25:34.479714 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af53ff6-c8e5-40c6-b897-4593bc616288', 'name': 'network-vif-deleted', 'tag': 'b1871f02-4262-4521-b33c-f6c524a91a57'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:25:34.482536 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac05579741f88b05fd5495e6fabac80b3338caa1126b8e71f43a8600e84c3c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cae04fa-fdb0-445c-869f-e0f15b70202a" -d '{"events": [{"server_uuid": "7af53ff6-c8e5-40c6-b897-4593bc616288", "name": "network-vif-deleted", "tag": "b1871f02-4262-4521-b33c-f6c524a91a57"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:25:34.508477 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b64a4b8-689b-401b-9868-3aafe3c7abd7 admin admin] Pushing event updated for resources: {'Port': ['ID=92e9ccec-c554-4f16-b85d-ebe89449b581,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:34.537672 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9b64a4b8-689b-401b-9868-3aafe3c7abd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-750197'] for router_interface, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:34.554940 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-681250f6-2339-4f10-adf3-ffa6aacaacbe None None] Provisioning complete for port 1a8133c0-9993-4ba8-b667-17358d18a0ac triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:34.555618 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-681250f6-2339-4f10-adf3-ffa6aacaacbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:34.557106 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a8554044-3932-4c12-9a03-75fc15def030 req-527b67a8-e396-4e47-a7af-fb5e6dda8cc3 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441936 Sep 26 11:25:34.568034 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-467f23c4-2eb8-4b81-8937-349e721e23fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-394'] for router, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:34.569108 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-467f23c4-2eb8-4b81-8937-349e721e23fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-387'] for router, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:34.580916 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cc9f37-3b72-4c6d-9104-cef683368b9a x-openstack-request-id: req-52cc9f37-3b72-4c6d-9104-cef683368b9a {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:25:34.581409 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af53ff6-c8e5-40c6-b897-4593bc616288", "name": "network-vif-deleted", "tag": "b1871f02-4262-4521-b33c-f6c524a91a57", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:25:34.581733 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52cc9f37-3b72-4c6d-9104-cef683368b9a {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:25:34.582703 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af53ff6-c8e5-40c6-b897-4593bc616288', 'name': 'network-vif-deleted', 'tag': 'b1871f02-4262-4521-b33c-f6c524a91a57', 'status': 'completed', 'code': 200} Sep 26 11:25:34.622108 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120101f-9357-4635-8dc1-647932c93a4f None None] Pushing event updated for resources: {'Port': ['ID=1a8133c0-9993-4ba8-b667-17358d18a0ac,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:34.711667 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b64a4b8-689b-401b-9868-3aafe3c7abd7 admin admin] Network 56b4ccdd-4676-445d-abb7-345bfb5e21e4 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:25:34.714569 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-9b64a4b8-689b-401b-9868-3aafe3c7abd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:25:34.719539 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-467f23c4-2eb8-4b81-8937-349e721e23fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:34.813057 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port e2187e7e-1059-48a5-9793-fbce5d05753a triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:34.813504 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:34.816473 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:34.870422 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b64a4b8-689b-401b-9868-3aafe3c7abd7 admin admin] Router d7761cc7-4964-4666-8184-4bc295c18a2b has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:25:34.927746 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2a413-0604-40a8-877f-adaecf464d95 req-e1c9208d-04b8-425f-bbd3-37dc2d87cbbc tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:34.935492 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c8f2a413-0604-40a8-877f-adaecf464d95 req-e1c9208d-04b8-425f-bbd3-37dc2d87cbbc tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=98465259-fbab-42fd-9772-0d62ae350331 HTTP/1.1" status: 200 len: 944 time: 0.2178509 Sep 26 11:25:34.984359 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-467f23c4-2eb8-4b81-8937-349e721e23fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:35.059376 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c8f2a413-0604-40a8-877f-adaecf464d95 req-1f23ff0e-8c5b-4a46-bd14-a1bd67961771 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230056 Sep 26 11:25:35.077866 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924aed2d-dd4c-4be5-8534-973a141ef0f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaad88be8-db61-5050-a9af-3709a516940e-170bc247-26ea-4b73-a00c-77aa4c7087e6', 'network_id': '170bc247-26ea-4b73-a00c-77aa4c7087e6', 'tenant_id': 'e05070e3e7fc466bb265f4d83f3f9e66', 'fixed_ips': [{'subnet_id': '2b44da5b-f6be-4c2b-9181-e5027ad05c6e'}]}} from dv-cinder-811032-1-iscsi. {{(pid=94002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 11:25:35.079250 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-924aed2d-dd4c-4be5-8534-973a141ef0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:35.123494 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b64a4b8-689b-401b-9868-3aafe3c7abd7 admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:25:35.130323 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-9b64a4b8-689b-401b-9868-3aafe3c7abd7 admin admin] 10.222.0.15 "PUT /v2.0/routers/d7761cc7-4964-4666-8184-4bc295c18a2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1728268 Sep 26 11:25:35.132404 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7e0d9-0ad6-4008-af48-5d7c28d3344c req-53c1a505-e81f-4c39-8c62-7f948e41532b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:35.133882 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a7e7e0d9-0ad6-4008-af48-5d7c28d3344c req-53c1a505-e81f-4c39-8c62-7f948e41532b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447&tenant_id=71a25fc4741b4733922f1d8cc15f8d60 HTTP/1.1" status: 200 len: 1096 time: 0.1901789 Sep 26 11:25:35.141871 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-681250f6-2339-4f10-adf3-ffa6aacaacbe None None] Provisioning complete for port 92e9ccec-c554-4f16-b85d-ebe89449b581 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:35.150911 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-681250f6-2339-4f10-adf3-ffa6aacaacbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:35.183075 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1b736c1a-a567-486c-8ef5-3c872e23af0e req-5d4dd50d-ea3b-4745-9b84-c5ae7f8e0da4 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=7af53ff6-c8e5-40c6-b897-4593bc616288 HTTP/1.1" status: 200 len: 210 time: 0.0340044 Sep 26 11:25:35.264268 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7e0d9-0ad6-4008-af48-5d7c28d3344c req-ff05da36-b5c2-4857-9d3b-2acdc28cc2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:35.265964 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a7e7e0d9-0ad6-4008-af48-5d7c28d3344c req-ff05da36-b5c2-4857-9d3b-2acdc28cc2d0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=71a25fc4741b4733922f1d8cc15f8d60&device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 1096 time: 0.0845599 Sep 26 11:25:35.306197 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:35.311811 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-681250f6-2339-4f10-adf3-ffa6aacaacbe None None] Port 92e9ccec-c554-4f16-b85d-ebe89449b581 cannot update to ACTIVE because it is not bound. {{(pid=94002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 11:25:35.352912 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] For port e2187e7e-1059-48a5-9793-fbce5d05753a, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=e2187e7e-1059-48a5-9793-fbce5d05753a,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:25:35.382408 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:35.383494 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 9a06b776-ad36-4c0d-afaa-b8bccd1f8305 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:25:35.387357 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-907390e8-483c-40c7-9888-2430a2d4d2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'name': 'tempest-TestShelveInstance-131339492-router', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7f7d756f-a7c4-4aee-90dd-b74a40bc7613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:15Z', 'updated_at': '2021-09-26T11:25:27Z', 'revision_number': 4, 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'gw_port': {'id': '7f7d756f-a7c4-4aee-90dd-b74a40bc7613', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:17Z', 'updated_at': '2021-09-26T11:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '1a8133c0-9993-4ba8-b667-17358d18a0ac', 'name': '', 'network_id': '23e86c48-c562-4dba-8966-311c3333da64', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'mac_address': 'fa:16:3e:89:1b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '04d6c54a-f029-4b31-bdac-cf23ee894a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:24Z', 'updated_at': '2021-09-26T11:25:32Z', 'revision_number': 4, 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'subnets': [{'id': '04d6c54a-f029-4b31-bdac-cf23ee894a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:35.403258 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-467f23c4-2eb8-4b81-8937-349e721e23fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:35.429212 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-467f23c4-2eb8-4b81-8937-349e721e23fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:35.442548 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7e0d9-0ad6-4008-af48-5d7c28d3344c req-51c99880-9c82-4bdd-a5e7-2c870172a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:35.445259 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a7e7e0d9-0ad6-4008-af48-5d7c28d3344c req-51c99880-9c82-4bdd-a5e7-2c870172a8cb service neutron] 10.222.0.22 "GET /v2.0/networks?id=0fbbe369-87d6-4403-8471-9c5dec794f0d HTTP/1.1" status: 200 len: 918 time: 0.1664333 Sep 26 11:25:35.513870 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['6fed321b-cb5e-4620-943a-3b26358ffb06'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:25:35.553604 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907390e8-483c-40c7-9888-2430a2d4d2fb None None] The sync data for ids ['c3bee1af-7de2-4f98-b584-8dd4726bd51e'] in dv-cinder-811032-1-iscsi is: [{'id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'name': 'tempest-TestShelveInstance-131339492-router', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7f7d756f-a7c4-4aee-90dd-b74a40bc7613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:15Z', 'updated_at': '2021-09-26T11:25:27Z', 'revision_number': 4, 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'gw_port': {'id': '7f7d756f-a7c4-4aee-90dd-b74a40bc7613', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:17Z', 'updated_at': '2021-09-26T11:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '1a8133c0-9993-4ba8-b667-17358d18a0ac', 'name': '', 'network_id': '23e86c48-c562-4dba-8966-311c3333da64', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'mac_address': 'fa:16:3e:89:1b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '04d6c54a-f029-4b31-bdac-cf23ee894a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:24Z', 'updated_at': '2021-09-26T11:25:32Z', 'revision_number': 4, 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'subnets': [{'id': '04d6c54a-f029-4b31-bdac-cf23ee894a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:25:35.578401 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a7e7e0d9-0ad6-4008-af48-5d7c28d3344c req-561325db-3ebb-4347-bd06-f52ab6353143 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=614d3773-752f-48af-87db-06317ef7c95e HTTP/1.1" status: 200 len: 998 time: 0.1246822 Sep 26 11:25:35.616423 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [None req-467f23c4-2eb8-4b81-8937-349e721e23fe admin admin] Allocated IP 172.27.3.127 (d645f16f-c1f8-40bc-a964-fd8a8508da46/7b04f644-4880-4113-a1d0-930d600f8f14/57712420-5025-440c-8935-9245106becf4) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:25:35.635226 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.db_base_plugin_common [None req-924aed2d-dd4c-4be5-8534-973a141ef0f4 None None] Allocated IP 172.20.0.2 (170bc247-26ea-4b73-a00c-77aa4c7087e6/2b44da5b-f6be-4c2b-9181-e5027ad05c6e/9b227118-8891-4aa3-9ccb-cec11e03d129) {{(pid=94002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:25:35.643189 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-c539321b-ee23-4343-a731-306b81cb4219 None None] Provisioning complete for port 92e9ccec-c554-4f16-b85d-ebe89449b581 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:35.643579 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-c539321b-ee23-4343-a731-306b81cb4219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:35.661494 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Pushing event updated for resources: {'Port': ['ID=e2187e7e-1059-48a5-9793-fbce5d05753a,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:35.707943 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7e0d9-0ad6-4008-af48-5d7c28d3344c req-dcebf264-ab4f-4a58-baf4-2ff5cb740412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:35.718286 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a7e7e0d9-0ad6-4008-af48-5d7c28d3344c req-dcebf264-ab4f-4a58-baf4-2ff5cb740412 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0beadaac-f79e-4337-a6d1-17c78a4fa88c HTTP/1.1" status: 200 len: 856 time: 0.1305833 Sep 26 11:25:35.753307 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device dbb216a9-b209-4d6a-bb90-59e18f5cc8a6 up at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:25:35.831441 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7e0d9-0ad6-4008-af48-5d7c28d3344c req-0550cb5e-708c-4935-b6af-df1693e22390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:35.833016 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a7e7e0d9-0ad6-4008-af48-5d7c28d3344c req-0550cb5e-708c-4935-b6af-df1693e22390 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0fbbe369-87d6-4403-8471-9c5dec794f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1068397 Sep 26 11:25:35.868194 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-467f23c4-2eb8-4b81-8937-349e721e23fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:35.895882 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7f86a0-3f61-459a-b3e6-eda1ea791f77 None None] Sync routers for ids ['d7761cc7-4964-4666-8184-4bc295c18a2b'] in dv-cinder-811032-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:25:35.947432 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-c539321b-ee23-4343-a731-306b81cb4219 None None] Port 92e9ccec-c554-4f16-b85d-ebe89449b581 cannot update to ACTIVE because it is not bound. {{(pid=94002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 11:25:36.005031 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-467f23c4-2eb8-4b81-8937-349e721e23fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:36.039675 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a7e7e0d9-0ad6-4008-af48-5d7c28d3344c req-4d4fc36a-705b-455f-97b4-4f632868dead service neutron] 10.222.0.22 "GET /v2.0/networks/0fbbe369-87d6-4403-8471-9c5dec794f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911013 Sep 26 11:25:36.092302 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25911992-c2e9-4216-9caf-cc0c7d5e8234 req-be5ae60e-492c-4a5d-9e82-6454d6224b92 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:36.101074 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-25911992-c2e9-4216-9caf-cc0c7d5e8234 req-be5ae60e-492c-4a5d-9e82-6454d6224b92 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.1617072 Sep 26 11:25:36.106435 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467f23c4-2eb8-4b81-8937-349e721e23fe admin admin] Network d645f16f-c1f8-40bc-a964-fd8a8508da46 is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:25:36.117639 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-467f23c4-2eb8-4b81-8937-349e721e23fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:25:36.132793 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467f23c4-2eb8-4b81-8937-349e721e23fe admin admin] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:25:36.157664 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f23c4-2eb8-4b81-8937-349e721e23fe admin admin] Pushing event updated for resources: {'Port': ['ID=57712420-5025-440c-8935-9245106becf4,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:36.202167 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-25911992-c2e9-4216-9caf-cc0c7d5e8234 req-28f268b4-0a3f-43a8-8fd0-8b2c27bc930f tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943029 Sep 26 11:25:36.249005 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a7e7e0d9-0ad6-4008-af48-5d7c28d3344c req-68dbbdf9-d389-4bab-a7f5-fe04b54b0262 service neutron] 10.222.0.22 "GET /v2.0/networks/0fbbe369-87d6-4403-8471-9c5dec794f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014675 Sep 26 11:25:36.284251 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 9a06b776-ad36-4c0d-afaa-b8bccd1f8305 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:36.284632 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:36.292766 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7f86a0-3f61-459a-b3e6-eda1ea791f77 None None] Routers {'d7761cc7-4964-4666-8184-4bc295c18a2b'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:25:36.293846 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-9b7f86a0-3f61-459a-b3e6-eda1ea791f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:25:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['d7761cc7-4964-4666-8184-4bc295c18a2b'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:36.370878 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 50570) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:36.375205 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-dc67a232-bdaa-42ad-bde8-6f2940fbbeec tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-785975404', 'description': 'tempest-secgroup-smoke-785975404 description', 'project_id': 'ce837c99bcc9456283c5401547ff5a76'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:25:36.425729 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc67a232-bdaa-42ad-bde8-6f2940fbbeec tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:36.476804 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a30ba-1f95-46e3-a505-cf80e49d197f req-b1e1d600-209b-477d-873f-d1a27cc9f6d4 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:36.479369 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-463a30ba-1f95-46e3-a505-cf80e49d197f req-b1e1d600-209b-477d-873f-d1a27cc9f6d4 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=98465259-fbab-42fd-9772-0d62ae350331 HTTP/1.1" status: 200 len: 944 time: 0.1597731 Sep 26 11:25:36.498802 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning for port dbb216a9-b209-4d6a-bb90-59e18f5cc8a6 completed by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 11:25:36.576148 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc67a232-bdaa-42ad-bde8-6f2940fbbeec tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:36.580090 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning complete for port dbb216a9-b209-4d6a-bb90-59e18f5cc8a6 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:36.581040 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:36.587029 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc67a232-bdaa-42ad-bde8-6f2940fbbeec tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:36.613503 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-463a30ba-1f95-46e3-a505-cf80e49d197f req-65ec3fdb-f61b-4629-b65a-eec10040c527 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875022 Sep 26 11:25:36.652089 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-467f23c4-2eb8-4b81-8937-349e721e23fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:36.659834 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-dc67a232-bdaa-42ad-bde8-6f2940fbbeec tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:36.668048 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-dc67a232-bdaa-42ad-bde8-6f2940fbbeec tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2963691 Sep 26 11:25:36.669392 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67a232-bdaa-42ad-bde8-6f2940fbbeec tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a0dad4-ca9f-4a46-a427-7794756f0d0f,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:36.671652 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 50582) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:36.672680 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-9b7f86a0-3f61-459a-b3e6-eda1ea791f77 None None] Set router d7761cc7-4964-4666-8184-4bc295c18a2b gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:25:36.677322 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-5116171c-a2d2-4408-a794-3be9171386e7 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Request body: {'security_group_rule': {'security_group_id': '43a0dad4-ca9f-4a46-a427-7794756f0d0f', 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:25:36.707099 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-924aed2d-dd4c-4be5-8534-973a141ef0f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:36.755488 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5116171c-a2d2-4408-a794-3be9171386e7 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:36.778861 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-924aed2d-dd4c-4be5-8534-973a141ef0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591'] for port, after_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:36.839264 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5116171c-a2d2-4408-a794-3be9171386e7 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:36.848477 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5116171c-a2d2-4408-a794-3be9171386e7 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777310'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:36.872904 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116171c-a2d2-4408-a794-3be9171386e7 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b3dfbf-ebec-4f5b-a3f4-727e203830b5,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:36.888297 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924aed2d-dd4c-4be5-8534-973a141ef0f4 None None] Network 170bc247-26ea-4b73-a00c-77aa4c7087e6 is already hosted by enough agents. {{(pid=94002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:25:36.895162 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5116171c-a2d2-4408-a794-3be9171386e7 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:36.899611 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-5116171c-a2d2-4408-a794-3be9171386e7 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2241735 Sep 26 11:25:36.900940 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 50588) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:36.911028 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.scheduler.base_scheduler [None req-924aed2d-dd4c-4be5-8534-973a141ef0f4 None None] Resources bound (agent type, host, resource id): {{(pid=94002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:25:36.916569 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924aed2d-dd4c-4be5-8534-973a141ef0f4 None None] Received port after_create {{(pid=94002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:25:36.921162 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924aed2d-dd4c-4be5-8534-973a141ef0f4 None None] Pushing event updated for resources: {'Port': ['ID=9b227118-8891-4aa3-9ccb-cec11e03d129,revision_number=1']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:36.923150 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-bc48ff62-2161-40fd-85ed-a50742f41db7 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Request body: {'security_group_rule': {'security_group_id': '43a0dad4-ca9f-4a46-a427-7794756f0d0f', 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:25:36.979845 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-467f23c4-2eb8-4b81-8937-349e721e23fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749496'] for router, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:36.989601 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bc48ff62-2161-40fd-85ed-a50742f41db7 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:37.034268 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:37.095925 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bc48ff62-2161-40fd-85ed-a50742f41db7 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:37.110802 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bc48ff62-2161-40fd-85ed-a50742f41db7 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777310'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:37.173915 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48ff62-2161-40fd-85ed-a50742f41db7 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139fcbf6-a55c-4592-945f-9a81989e6aa9,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:37.185361 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-924aed2d-dd4c-4be5-8534-973a141ef0f4 None None] Attempting to bind port 9b227118-8891-4aa3-9ccb-cec11e03d129 on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:25:37.185875 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-924aed2d-dd4c-4be5-8534-973a141ef0f4 None None] Attempting to bind port 9b227118-8891-4aa3-9ccb-cec11e03d129 by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': '6a4bd0d3-616a-45ec-af0c-9e84861e3fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '170bc247-26ea-4b73-a00c-77aa4c7087e6'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:25:37.186261 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924aed2d-dd4c-4be5-8534-973a141ef0f4 None None] Attempting to bind port 9b227118-8891-4aa3-9ccb-cec11e03d129 on network 170bc247-26ea-4b73-a00c-77aa4c7087e6 {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:25:37.188374 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bc48ff62-2161-40fd-85ed-a50742f41db7 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:37.190852 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-bc48ff62-2161-40fd-85ed-a50742f41db7 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2862148 Sep 26 11:25:37.193725 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 50600) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:37.200297 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-e0caba1b-e279-4a32-b0e3-37c3edc44186 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Request body: {'security_group_rule': {'security_group_id': '43a0dad4-ca9f-4a46-a427-7794756f0d0f', 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:25:37.209136 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98465259-fbab-42fd-9772-0d62ae350331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb216a9-b209-4d6a-bb90-59e18f5cc8a6'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:25:37.211523 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5bc919-e113-4fdf-8150-b4f5b6700ef1" -d '{"events": [{"server_uuid": "98465259-fbab-42fd-9772-0d62ae350331", "name": "network-vif-plugged", "status": "completed", "tag": "dbb216a9-b209-4d6a-bb90-59e18f5cc8a6"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:25:37.337386 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924aed2d-dd4c-4be5-8534-973a141ef0f4 None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:25:37.337713 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924aed2d-dd4c-4be5-8534-973a141ef0f4 None None] Checking segment: {'id': '6a4bd0d3-616a-45ec-af0c-9e84861e3fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '170bc247-26ea-4b73-a00c-77aa4c7087e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:25:37.338128 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-924aed2d-dd4c-4be5-8534-973a141ef0f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:37.338532 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924aed2d-dd4c-4be5-8534-973a141ef0f4 None None] Bound using segment: {'id': '6a4bd0d3-616a-45ec-af0c-9e84861e3fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '170bc247-26ea-4b73-a00c-77aa4c7087e6'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:25:37.339306 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-924aed2d-dd4c-4be5-8534-973a141ef0f4 None None] Bound port: 9b227118-8891-4aa3-9ccb-cec11e03d129, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4bd0d3-616a-45ec-af0c-9e84861e3fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '170bc247-26ea-4b73-a00c-77aa4c7087e6'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:25:37.339698 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-924aed2d-dd4c-4be5-8534-973a141ef0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:37.366085 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e0caba1b-e279-4a32-b0e3-37c3edc44186 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:37.376103 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port dbb216a9-b209-4d6a-bb90-59e18f5cc8a6, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=dbb216a9-b209-4d6a-bb90-59e18f5cc8a6,segment=NetworkSegment(9c7723ed-648f-4bf6-9d12-d10bd7e684a4),segment_id=9c7723ed-648f-4bf6-9d12-d10bd7e684a4)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:25:37.379511 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 1a8133c0-9993-4ba8-b667-17358d18a0ac up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:25:37.405787 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467f23c4-2eb8-4b81-8937-349e721e23fe admin admin] Router 6f188e1c-9c98-4db1-bde0-c37a66fe071d is scheduled to L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd with binding_index 1 {{(pid=94001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 11:25:37.433192 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:37.485541 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f06f9e-1a86-40b0-b188-c0e5c93f87e5 x-openstack-request-id: req-83f06f9e-1a86-40b0-b188-c0e5c93f87e5 {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:25:37.485820 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98465259-fbab-42fd-9772-0d62ae350331", "name": "network-vif-plugged", "status": "completed", "tag": "dbb216a9-b209-4d6a-bb90-59e18f5cc8a6", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:25:37.486079 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-83f06f9e-1a86-40b0-b188-c0e5c93f87e5 {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:25:37.503235 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98465259-fbab-42fd-9772-0d62ae350331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb216a9-b209-4d6a-bb90-59e18f5cc8a6', 'code': 200} Sep 26 11:25:37.684489 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e0caba1b-e279-4a32-b0e3-37c3edc44186 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:37.711832 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af224d-50e6-4548-a8ae-dcf6226b7f50 req-1405e833-73bf-42c0-8c53-f84ab20b6fa5 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:37.719893 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-82af224d-50e6-4548-a8ae-dcf6226b7f50 req-1405e833-73bf-42c0-8c53-f84ab20b6fa5 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.3303413 Sep 26 11:25:37.733310 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e0caba1b-e279-4a32-b0e3-37c3edc44186 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777310'] for security_group_rule, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:37.776543 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-924aed2d-dd4c-4be5-8534-973a141ef0f4 None None] For port 9b227118-8891-4aa3-9ccb-cec11e03d129, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:25:37.781385 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-924aed2d-dd4c-4be5-8534-973a141ef0f4 None None] For port 9b227118-8891-4aa3-9ccb-cec11e03d129, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=9b227118-8891-4aa3-9ccb-cec11e03d129,segment=NetworkSegment(6a4bd0d3-616a-45ec-af0c-9e84861e3fc5),segment_id=6a4bd0d3-616a-45ec-af0c-9e84861e3fc5)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:25:37.797117 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-924aed2d-dd4c-4be5-8534-973a141ef0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:37.826269 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=dbb216a9-b209-4d6a-bb90-59e18f5cc8a6,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:37.847950 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0caba1b-e279-4a32-b0e3-37c3edc44186 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77bc0b1b-da80-4499-8052-b2355e2a1648,revision_number=0']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:37.871117 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e0caba1b-e279-4a32-b0e3-37c3edc44186 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:37.872603 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-e0caba1b-e279-4a32-b0e3-37c3edc44186 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6779270 Sep 26 11:25:37.881559 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 50614) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:37.889197 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-fef4b5b4-26a9-400d-a804-ae61c681dbad tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Request body: {'security_group_rule': {'security_group_id': '43a0dad4-ca9f-4a46-a427-7794756f0d0f', 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:25:37.909166 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 1a8133c0-9993-4ba8-b667-17358d18a0ac triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:37.909166 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:37.957955 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7cf72-34fc-4862-960e-7d9ee2c3344f req-66e5be13-911e-4526-8d72-a5a7d55062d6 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:37.977911 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b3d7cf72-34fc-4862-960e-7d9ee2c3344f req-66e5be13-911e-4526-8d72-a5a7d55062d6 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.3874836 Sep 26 11:25:37.992835 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fef4b5b4-26a9-400d-a804-ae61c681dbad tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:38.022481 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-82af224d-50e6-4548-a8ae-dcf6226b7f50 req-b795760d-c78d-4c76-a57c-771f5259f8cc tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3012192 Sep 26 11:25:38.052137 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467f23c4-2eb8-4b81-8937-349e721e23fe admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:25:38.064085 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0908311-4769-440c-b9b6-3b1bc0ef1c34 None None] Sync routers for ids ['6f188e1c-9c98-4db1-bde0-c37a66fe071d'] in dv-cinder-811032-1-iscsi {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:25:38.113065 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0908311-4769-440c-b9b6-3b1bc0ef1c34 None None] Routers {'6f188e1c-9c98-4db1-bde0-c37a66fe071d'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:25:38.115195 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-d0908311-4769-440c-b9b6-3b1bc0ef1c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:25:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['6f188e1c-9c98-4db1-bde0-c37a66fe071d'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:38.127586 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fef4b5b4-26a9-400d-a804-ae61c681dbad tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:38.143961 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924aed2d-dd4c-4be5-8534-973a141ef0f4 None None] Pushing event updated for resources: {'Port': ['ID=9b227118-8891-4aa3-9ccb-cec11e03d129,revision_number=2']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:38.144255 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fef4b5b4-26a9-400d-a804-ae61c681dbad tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777310'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:38.174162 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-9b7f86a0-3f61-459a-b3e6-eda1ea791f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7761cc7-4964-4666-8184-4bc295c18a2b', 'name': 'tempest-TestVolumeBootPattern-1294051466-router', 'tenant_id': 'a2e8d64d36404e23838b465309eca039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e2187e7e-1059-48a5-9793-fbce5d05753a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:25Z', 'updated_at': '2021-09-26T11:25:33Z', 'revision_number': 4, 'project_id': 'a2e8d64d36404e23838b465309eca039', 'gw_port': {'id': 'e2187e7e-1059-48a5-9793-fbce5d05753a', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7761cc7-4964-4666-8184-4bc295c18a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:28Z', 'updated_at': '2021-09-26T11:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '92e9ccec-c554-4f16-b85d-ebe89449b581', 'name': '', 'network_id': '56b4ccdd-4676-445d-abb7-345bfb5e21e4', 'tenant_id': 'a2e8d64d36404e23838b465309eca039', 'mac_address': 'fa:16:3e:68:fc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7761cc7-4964-4666-8184-4bc295c18a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e3bb2706-f29e-499d-bc57-4171f63aa59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:31Z', 'updated_at': '2021-09-26T11:25:33Z', 'revision_number': 2, 'project_id': 'a2e8d64d36404e23838b465309eca039', 'subnets': [{'id': 'e3bb2706-f29e-499d-bc57-4171f63aa59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:38.195603 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4b5b4-26a9-400d-a804-ae61c681dbad tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c99017-98d4-4522-b86a-d403beda022e,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:38.215495 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fef4b5b4-26a9-400d-a804-ae61c681dbad tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:38.222463 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-fef4b5b4-26a9-400d-a804-ae61c681dbad tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3343799 Sep 26 11:25:38.227301 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 50616) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:38.231803 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-467f23c4-2eb8-4b81-8937-349e721e23fe admin admin] Notify callbacks [] for router, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:38.232483 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f3b5f-30e0-46b7-9c34-f89f100e47ff req-f0cf07eb-41a2-4fc2-9ff3-b5c6616d5c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:38.233071 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-467f23c4-2eb8-4b81-8937-349e721e23fe admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8100731 Sep 26 11:25:38.239026 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-4f1370f5-6337-4678-ae4f-3bc0679cc475 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Request body: {'security_group_rule': {'security_group_id': '43a0dad4-ca9f-4a46-a427-7794756f0d0f', 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:25:38.241938 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-476f3b5f-30e0-46b7-9c34-f89f100e47ff req-f0cf07eb-41a2-4fc2-9ff3-b5c6616d5c3b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=98465259-fbab-42fd-9772-0d62ae350331 HTTP/1.1" status: 200 len: 1098 time: 0.1119833 Sep 26 11:25:38.246264 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 50618) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:38.319524 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7f86a0-3f61-459a-b3e6-eda1ea791f77 None None] Checking router: d7761cc7-4964-4666-8184-4bc295c18a2b for host: dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:25:38.319891 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7f86a0-3f61-459a-b3e6-eda1ea791f77 None None] Updating router d7761cc7-4964-4666-8184-4bc295c18a2b port 92e9ccec-c554-4f16-b85d-ebe89449b581 binding host dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 11:25:38.460296 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device e2187e7e-1059-48a5-9793-fbce5d05753a up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:25:38.477554 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-9b7f86a0-3f61-459a-b3e6-eda1ea791f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:38.526543 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-476f3b5f-30e0-46b7-9c34-f89f100e47ff req-3dcfe232-9454-45db-831b-31d0a231e7d8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493041 Sep 26 11:25:38.637936 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-d0908311-4769-440c-b9b6-3b1bc0ef1c34 None None] Set router 6f188e1c-9c98-4db1-bde0-c37a66fe071d gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:25:38.641034 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b3d7cf72-34fc-4862-960e-7d9ee2c3344f req-9a5026f6-3e17-48d6-82ad-7ed014f595ae tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6045668 Sep 26 11:25:38.685358 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75843f79-1118-4610-9646-044fb702574e req-0c673d0d-9842-4931-af5a-8c92e81c2da9 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:38.693279 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-75843f79-1118-4610-9646-044fb702574e req-0c673d0d-9842-4931-af5a-8c92e81c2da9 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=98465259-fbab-42fd-9772-0d62ae350331 HTTP/1.1" status: 200 len: 945 time: 0.4795091 Sep 26 11:25:38.695392 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.db.securitygroups_db [None req-4f1370f5-6337-4678-ae4f-3bc0679cc475 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Project ce837c99bcc9456283c5401547ff5a76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 11:25:38.733899 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4f1370f5-6337-4678-ae4f-3bc0679cc475 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:38.806327 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port e2187e7e-1059-48a5-9793-fbce5d05753a triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:38.806956 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:38.867052 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-75843f79-1118-4610-9646-044fb702574e req-d65d64eb-addb-4e92-8b9e-bb6c5514d0fa tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570511 Sep 26 11:25:38.930798 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4f1370f5-6337-4678-ae4f-3bc0679cc475 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:38.934930 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4f1370f5-6337-4678-ae4f-3bc0679cc475 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777310'] for security_group_rule, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:38.966061 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1370f5-6337-4678-ae4f-3bc0679cc475 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf4dc9f-f0eb-48b4-8abb-03451d181f39,revision_number=0']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:39.007223 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4f1370f5-6337-4678-ae4f-3bc0679cc475 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:39.011715 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-4f1370f5-6337-4678-ae4f-3bc0679cc475 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7809207 Sep 26 11:25:39.012476 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 50622) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:39.018554 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-2f5b0dbb-b7ae-4a74-af81-aef4e0e068bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Request body: {'security_group_rule': {'security_group_id': '43a0dad4-ca9f-4a46-a427-7794756f0d0f', 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:25:39.055758 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.db.securitygroups_db [None req-2f5b0dbb-b7ae-4a74-af81-aef4e0e068bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Project ce837c99bcc9456283c5401547ff5a76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 11:25:39.065689 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2f5b0dbb-b7ae-4a74-af81-aef4e0e068bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:39.178295 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-d0908311-4769-440c-b9b6-3b1bc0ef1c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f188e1c-9c98-4db1-bde0-c37a66fe071d', 'name': 'tempest-TestShelveInstance-188172854-router', 'tenant_id': 'e05070e3e7fc466bb265f4d83f3f9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '57712420-5025-440c-8935-9245106becf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:34Z', 'updated_at': '2021-09-26T11:25:36Z', 'revision_number': 3, 'project_id': 'e05070e3e7fc466bb265f4d83f3f9e66', 'gw_port': {'id': '57712420-5025-440c-8935-9245106becf4', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f188e1c-9c98-4db1-bde0-c37a66fe071d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:35Z', 'updated_at': '2021-09-26T11:25:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:39.231329 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0908311-4769-440c-b9b6-3b1bc0ef1c34 None None] Checking router: 6f188e1c-9c98-4db1-bde0-c37a66fe071d for host: dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:25:39.232036 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0908311-4769-440c-b9b6-3b1bc0ef1c34 None None] Updating router 6f188e1c-9c98-4db1-bde0-c37a66fe071d port 57712420-5025-440c-8935-9245106becf4 binding host dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 11:25:39.278009 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d0908311-4769-440c-b9b6-3b1bc0ef1c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:39.413715 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e14e23-3df4-4fbf-a65c-a832321309d6 req-a376d754-8bd3-44da-9f53-a6e1da64f72e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:39.431984 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b2e14e23-3df4-4fbf-a65c-a832321309d6 req-a376d754-8bd3-44da-9f53-a6e1da64f72e tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 946 time: 0.3601344 Sep 26 11:25:39.446491 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-9b7f86a0-3f61-459a-b3e6-eda1ea791f77 None None] Notify callbacks [] for port, precommit_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:39.465801 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-9b7f86a0-3f61-459a-b3e6-eda1ea791f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:39.512556 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-386a522c-e5c4-495a-b34d-fdfd4b904238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:39.598674 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2f5b0dbb-b7ae-4a74-af81-aef4e0e068bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:39.610556 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be091aa8-968e-47ee-9e1b-7c20bdbe6ee8 req-0997a1f0-a5b2-4fdc-9b89-2a7790d0f9a4 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:39.610947 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 9b227118-8891-4aa3-9ccb-cec11e03d129 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:25:39.618314 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c167094-4fd6-4940-ba7d-9f1c52b1f2e5 None None] Pushing event updated for resources: {'Port': ['ID=92e9ccec-c554-4f16-b85d-ebe89449b581,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:39.631690 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-be091aa8-968e-47ee-9e1b-7c20bdbe6ee8 req-0997a1f0-a5b2-4fdc-9b89-2a7790d0f9a4 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.3985167 Sep 26 11:25:39.667712 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2f5b0dbb-b7ae-4a74-af81-aef4e0e068bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777310'] for security_group_rule, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:39.765883 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b2e14e23-3df4-4fbf-a65c-a832321309d6 req-e52afcb8-1de3-4197-9e73-4823e4e77e8f tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322010 Sep 26 11:25:39.808133 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2f5b0dbb-b7ae-4a74-af81-aef4e0e068bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:39.809568 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-2f5b0dbb-b7ae-4a74-af81-aef4e0e068bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7958884 Sep 26 11:25:39.810356 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b0dbb-b7ae-4a74-af81-aef4e0e068bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c9c785a-ab5d-4afd-a9f8-29f8e1d75c1b,revision_number=0']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:39.899307 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-be091aa8-968e-47ee-9e1b-7c20bdbe6ee8 req-d14dbc5d-cde6-4483-b382-0fd01ec846fa tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2665813 Sep 26 11:25:39.948345 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-9b7f86a0-3f61-459a-b3e6-eda1ea791f77 None None] Attempting to bind port 92e9ccec-c554-4f16-b85d-ebe89449b581 on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:25:39.948895 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-9b7f86a0-3f61-459a-b3e6-eda1ea791f77 None None] Attempting to bind port 92e9ccec-c554-4f16-b85d-ebe89449b581 by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': 'ef288a13-d8d2-416c-bf30-881ad027ff5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '56b4ccdd-4676-445d-abb7-345bfb5e21e4'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:25:39.949200 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7f86a0-3f61-459a-b3e6-eda1ea791f77 None None] Attempting to bind port 92e9ccec-c554-4f16-b85d-ebe89449b581 on network 56b4ccdd-4676-445d-abb7-345bfb5e21e4 {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:25:39.956904 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7f86a0-3f61-459a-b3e6-eda1ea791f77 None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:25:39.957283 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7f86a0-3f61-459a-b3e6-eda1ea791f77 None None] Checking segment: {'id': 'ef288a13-d8d2-416c-bf30-881ad027ff5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '56b4ccdd-4676-445d-abb7-345bfb5e21e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:25:39.957875 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-9b7f86a0-3f61-459a-b3e6-eda1ea791f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:39.958284 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7f86a0-3f61-459a-b3e6-eda1ea791f77 None None] Bound using segment: {'id': 'ef288a13-d8d2-416c-bf30-881ad027ff5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '56b4ccdd-4676-445d-abb7-345bfb5e21e4'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:25:39.958825 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-9b7f86a0-3f61-459a-b3e6-eda1ea791f77 None None] Bound port: 92e9ccec-c554-4f16-b85d-ebe89449b581, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef288a13-d8d2-416c-bf30-881ad027ff5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '56b4ccdd-4676-445d-abb7-345bfb5e21e4'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:25:39.959244 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-9b7f86a0-3f61-459a-b3e6-eda1ea791f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:40.029997 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-386a522c-e5c4-495a-b34d-fdfd4b904238 admin admin] Allocated IP 172.20.0.1 (170bc247-26ea-4b73-a00c-77aa4c7087e6/2b44da5b-f6be-4c2b-9181-e5027ad05c6e/d69484df-f00d-49f2-a6b2-3b06ab30a3ae) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:25:40.097073 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0852f4-79c3-4c1b-9930-4e9925782a53 req-438e9188-7901-4ce7-b1ce-01001223910e tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:40.103404 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4c0852f4-79c3-4c1b-9930-4e9925782a53 req-438e9188-7901-4ce7-b1ce-01001223910e tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.1695695 Sep 26 11:25:40.140906 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d0908311-4769-440c-b9b6-3b1bc0ef1c34 None None] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:40.158962 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d0908311-4769-440c-b9b6-3b1bc0ef1c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:40.183050 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abc41dd-225f-4fa7-899c-082d8ca13166 None None] Network 170bc247-26ea-4b73-a00c-77aa4c7087e6 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:25:40.248744 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-9b7f86a0-3f61-459a-b3e6-eda1ea791f77 None None] For port 92e9ccec-c554-4f16-b85d-ebe89449b581, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:25:40.257207 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 9b227118-8891-4aa3-9ccb-cec11e03d129 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:40.262000 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:40.270813 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a17b1f-78cf-4c0b-bf18-04bc41856b27 None None] Pushing event updated for resources: {'Port': ['ID=57712420-5025-440c-8935-9245106becf4,revision_number=2']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:40.299592 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-d0908311-4769-440c-b9b6-3b1bc0ef1c34 None None] Attempting to bind port 57712420-5025-440c-8935-9245106becf4 on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:25:40.299964 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-d0908311-4769-440c-b9b6-3b1bc0ef1c34 None None] Attempting to bind port 57712420-5025-440c-8935-9245106becf4 by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:25:40.300313 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0908311-4769-440c-b9b6-3b1bc0ef1c34 None None] Attempting to bind port 57712420-5025-440c-8935-9245106becf4 on network d645f16f-c1f8-40bc-a964-fd8a8508da46 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:25:40.305620 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0e7bc-d103-4949-935b-9fdd18a90956 req-1e133726-c568-4268-868c-a4b19a84b788 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:40.309810 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-386a522c-e5c4-495a-b34d-fdfd4b904238 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:40.313681 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0908311-4769-440c-b9b6-3b1bc0ef1c34 None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:25:40.314051 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0908311-4769-440c-b9b6-3b1bc0ef1c34 None None] Checking segment: {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:25:40.315018 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d0908311-4769-440c-b9b6-3b1bc0ef1c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:40.315912 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-50e0e7bc-d103-4949-935b-9fdd18a90956 req-1e133726-c568-4268-868c-a4b19a84b788 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=98465259-fbab-42fd-9772-0d62ae350331 HTTP/1.1" status: 200 len: 945 time: 0.2105887 Sep 26 11:25:40.319632 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0908311-4769-440c-b9b6-3b1bc0ef1c34 None None] Bound using segment: {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:25:40.320168 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-d0908311-4769-440c-b9b6-3b1bc0ef1c34 None None] Bound port: 57712420-5025-440c-8935-9245106becf4, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:25:40.320764 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d0908311-4769-440c-b9b6-3b1bc0ef1c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:40.336002 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4c0852f4-79c3-4c1b-9930-4e9925782a53 req-fbfc16b8-724a-4e34-ba70-621da9210bd0 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200582 Sep 26 11:25:40.402720 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-386a522c-e5c4-495a-b34d-fdfd4b904238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:40.448722 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-50e0e7bc-d103-4949-935b-9fdd18a90956 req-940d7d33-6793-45bf-ba9c-9789887592d8 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309695 Sep 26 11:25:40.538406 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-d0908311-4769-440c-b9b6-3b1bc0ef1c34 None None] For port 57712420-5025-440c-8935-9245106becf4, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:25:40.552293 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-d0908311-4769-440c-b9b6-3b1bc0ef1c34 None None] For port 57712420-5025-440c-8935-9245106becf4, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=57712420-5025-440c-8935-9245106becf4,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:25:40.572997 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386a522c-e5c4-495a-b34d-fdfd4b904238 admin admin] Network 170bc247-26ea-4b73-a00c-77aa4c7087e6 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:25:40.573739 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-d0908311-4769-440c-b9b6-3b1bc0ef1c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:40.591864 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-386a522c-e5c4-495a-b34d-fdfd4b904238 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:25:40.599829 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386a522c-e5c4-495a-b34d-fdfd4b904238 admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:25:40.606045 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a522c-e5c4-495a-b34d-fdfd4b904238 admin admin] Pushing event updated for resources: {'Port': ['ID=d69484df-f00d-49f2-a6b2-3b06ab30a3ae,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:40.653811 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a17b1f-78cf-4c0b-bf18-04bc41856b27 None None] Pushing event updated for resources: {'Port': ['ID=57712420-5025-440c-8935-9245106becf4,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:40.662373 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0908311-4769-440c-b9b6-3b1bc0ef1c34 None None] Routers {'6f188e1c-9c98-4db1-bde0-c37a66fe071d'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:25:40.663033 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-d0908311-4769-440c-b9b6-3b1bc0ef1c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:25:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['6f188e1c-9c98-4db1-bde0-c37a66fe071d'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:40.695627 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-386a522c-e5c4-495a-b34d-fdfd4b904238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748677'] for router_interface, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:40.794866 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-9b7f86a0-3f61-459a-b3e6-eda1ea791f77 None None] For port 92e9ccec-c554-4f16-b85d-ebe89449b581, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=92e9ccec-c554-4f16-b85d-ebe89449b581,segment=NetworkSegment(ef288a13-d8d2-416c-bf30-881ad027ff5d),segment_id=ef288a13-d8d2-416c-bf30-881ad027ff5d)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:25:40.821979 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-9b7f86a0-3f61-459a-b3e6-eda1ea791f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:40.826356 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-d0908311-4769-440c-b9b6-3b1bc0ef1c34 None None] Set router 6f188e1c-9c98-4db1-bde0-c37a66fe071d gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:25:40.934731 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-97c9e9af-29d8-4bb5-9b9b-9f0b7b4ef884 None None] Provisioning complete for port 9b227118-8891-4aa3-9ccb-cec11e03d129 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:40.935089 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-97c9e9af-29d8-4bb5-9b9b-9f0b7b4ef884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:40.971882 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-386a522c-e5c4-495a-b34d-fdfd4b904238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:41.094140 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d3198-db2a-4200-a7f2-f1477bc54b1d req-dca90ae9-901c-49ef-b1cf-0cb9dc392531 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:41.110577 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-288d3198-db2a-4200-a7f2-f1477bc54b1d req-dca90ae9-901c-49ef-b1cf-0cb9dc392531 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 946 time: 0.1609042 Sep 26 11:25:41.304749 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c167094-4fd6-4940-ba7d-9f1c52b1f2e5 None None] Pushing event updated for resources: {'Port': ['ID=92e9ccec-c554-4f16-b85d-ebe89449b581,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:41.317084 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7f86a0-3f61-459a-b3e6-eda1ea791f77 None None] Routers {'d7761cc7-4964-4666-8184-4bc295c18a2b'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:25:41.319626 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-9b7f86a0-3f61-459a-b3e6-eda1ea791f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:25:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['d7761cc7-4964-4666-8184-4bc295c18a2b'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:41.362299 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234af5b4-a02f-4a70-8f5a-0c829ff4fc00 req-efac8cea-733d-41a5-a6b4-8e653ccb133c tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:41.381022 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-234af5b4-a02f-4a70-8f5a-0c829ff4fc00 req-efac8cea-733d-41a5-a6b4-8e653ccb133c tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.2685254 Sep 26 11:25:41.388927 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-288d3198-db2a-4200-a7f2-f1477bc54b1d req-83136690-02f2-47eb-974a-0b2d206206a5 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506230 Sep 26 11:25:41.451024 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-386a522c-e5c4-495a-b34d-fdfd4b904238 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:41.457950 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-386a522c-e5c4-495a-b34d-fdfd4b904238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530160741'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:41.484098 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-d0908311-4769-440c-b9b6-3b1bc0ef1c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f188e1c-9c98-4db1-bde0-c37a66fe071d', 'name': 'tempest-TestShelveInstance-188172854-router', 'tenant_id': 'e05070e3e7fc466bb265f4d83f3f9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '57712420-5025-440c-8935-9245106becf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:34Z', 'updated_at': '2021-09-26T11:25:36Z', 'revision_number': 3, 'project_id': 'e05070e3e7fc466bb265f4d83f3f9e66', 'gw_port': {'id': '57712420-5025-440c-8935-9245106becf4', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f188e1c-9c98-4db1-bde0-c37a66fe071d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:35Z', 'updated_at': '2021-09-26T11:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:41.516725 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-234af5b4-a02f-4a70-8f5a-0c829ff4fc00 req-6414086b-baa2-4869-b9f2-adb829fceeed tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341393 Sep 26 11:25:41.596373 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0908311-4769-440c-b9b6-3b1bc0ef1c34 None None] The sync data for ids ['6f188e1c-9c98-4db1-bde0-c37a66fe071d'] in dv-cinder-811032-1-iscsi is: [{'id': '6f188e1c-9c98-4db1-bde0-c37a66fe071d', 'name': 'tempest-TestShelveInstance-188172854-router', 'tenant_id': 'e05070e3e7fc466bb265f4d83f3f9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '57712420-5025-440c-8935-9245106becf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:34Z', 'updated_at': '2021-09-26T11:25:36Z', 'revision_number': 3, 'project_id': 'e05070e3e7fc466bb265f4d83f3f9e66', 'gw_port': {'id': '57712420-5025-440c-8935-9245106becf4', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f188e1c-9c98-4db1-bde0-c37a66fe071d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:35Z', 'updated_at': '2021-09-26T11:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}] {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:25:41.600326 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-386a522c-e5c4-495a-b34d-fdfd4b904238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-750197'] for router_interface, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:41.626101 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a522c-e5c4-495a-b34d-fdfd4b904238 admin admin] Pushing event updated for resources: {'Port': ['ID=d69484df-f00d-49f2-a6b2-3b06ab30a3ae,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:41.649089 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:41.711278 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b27735-52c9-40d9-a010-05395faa185b req-d9769437-9d59-47ee-8f24-2f114291a036 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:41.712886 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e8b27735-52c9-40d9-a010-05395faa185b req-d9769437-9d59-47ee-8f24-2f114291a036 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.1774249 Sep 26 11:25:41.760526 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386a522c-e5c4-495a-b34d-fdfd4b904238 admin admin] Network 170bc247-26ea-4b73-a00c-77aa4c7087e6 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:25:41.764019 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-386a522c-e5c4-495a-b34d-fdfd4b904238 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:25:41.789492 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] For port 9b227118-8891-4aa3-9ccb-cec11e03d129, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=9b227118-8891-4aa3-9ccb-cec11e03d129,segment=NetworkSegment(6a4bd0d3-616a-45ec-af0c-9e84861e3fc5),segment_id=6a4bd0d3-616a-45ec-af0c-9e84861e3fc5)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:25:41.839397 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-97c9e9af-29d8-4bb5-9b9b-9f0b7b4ef884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:41.891406 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:41.926963 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800646d-1477-4d9c-8469-99512ae1308a req-8522bf83-4020-450e-af57-aa4e43d2f22e tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:41.934502 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5800646d-1477-4d9c-8469-99512ae1308a req-8522bf83-4020-450e-af57-aa4e43d2f22e tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=98465259-fbab-42fd-9772-0d62ae350331 HTTP/1.1" status: 200 len: 945 time: 0.2013764 Sep 26 11:25:41.947711 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e8b27735-52c9-40d9-a010-05395faa185b req-bdfe79bd-27a0-4f32-80f6-6514a6ea3a7f tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894135 Sep 26 11:25:42.052732 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-9b7f86a0-3f61-459a-b3e6-eda1ea791f77 None None] Set router d7761cc7-4964-4666-8184-4bc295c18a2b gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:25:42.063486 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5800646d-1477-4d9c-8469-99512ae1308a req-f325c8c2-ecfe-4573-9a0f-bc390d5f0a5b tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279356 Sep 26 11:25:42.152837 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386a522c-e5c4-495a-b34d-fdfd4b904238 admin admin] Router 6f188e1c-9c98-4db1-bde0-c37a66fe071d has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:25:42.248872 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.db.api [None req-97c9e9af-29d8-4bb5-9b9b-9f0b7b4ef884 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 26 11:25:42.255247 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG oslo_db.api [None req-97c9e9af-29d8-4bb5-9b9b-9f0b7b4ef884 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 11:25:42.255822 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Pushing event updated for resources: {'Port': ['ID=9b227118-8891-4aa3-9ccb-cec11e03d129,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:42.469927 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386a522c-e5c4-495a-b34d-fdfd4b904238 admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:25:42.495948 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-386a522c-e5c4-495a-b34d-fdfd4b904238 admin admin] 10.222.0.15 "PUT /v2.0/routers/6f188e1c-9c98-4db1-bde0-c37a66fe071d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2483418 Sep 26 11:25:42.731591 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ecbe4-5165-474e-aada-8f1315563d58 req-31b83c7d-3ccf-4443-bd78-746c4363226d tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:42.742131 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2e0ecbe4-5165-474e-aada-8f1315563d58 req-31b83c7d-3ccf-4443-bd78-746c4363226d tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 946 time: 0.1488221 Sep 26 11:25:42.819501 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2e0ecbe4-5165-474e-aada-8f1315563d58 req-49784459-a5f1-4741-9a43-002152f32fd5 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759511 Sep 26 11:25:42.957540 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-9b7f86a0-3f61-459a-b3e6-eda1ea791f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7761cc7-4964-4666-8184-4bc295c18a2b', 'name': 'tempest-TestVolumeBootPattern-1294051466-router', 'tenant_id': 'a2e8d64d36404e23838b465309eca039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e2187e7e-1059-48a5-9793-fbce5d05753a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:25Z', 'updated_at': '2021-09-26T11:25:33Z', 'revision_number': 4, 'project_id': 'a2e8d64d36404e23838b465309eca039', 'gw_port': {'id': 'e2187e7e-1059-48a5-9793-fbce5d05753a', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7761cc7-4964-4666-8184-4bc295c18a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:28Z', 'updated_at': '2021-09-26T11:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '92e9ccec-c554-4f16-b85d-ebe89449b581', 'name': '', 'network_id': '56b4ccdd-4676-445d-abb7-345bfb5e21e4', 'tenant_id': 'a2e8d64d36404e23838b465309eca039', 'mac_address': 'fa:16:3e:68:fc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7761cc7-4964-4666-8184-4bc295c18a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e3bb2706-f29e-499d-bc57-4171f63aa59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:31Z', 'updated_at': '2021-09-26T11:25:40Z', 'revision_number': 4, 'project_id': 'a2e8d64d36404e23838b465309eca039', 'subnets': [{'id': 'e3bb2706-f29e-499d-bc57-4171f63aa59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:43.080537 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7f86a0-3f61-459a-b3e6-eda1ea791f77 None None] The sync data for ids ['d7761cc7-4964-4666-8184-4bc295c18a2b'] in dv-cinder-811032-1-iscsi is: [{'id': 'd7761cc7-4964-4666-8184-4bc295c18a2b', 'name': 'tempest-TestVolumeBootPattern-1294051466-router', 'tenant_id': 'a2e8d64d36404e23838b465309eca039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e2187e7e-1059-48a5-9793-fbce5d05753a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:25Z', 'updated_at': '2021-09-26T11:25:33Z', 'revision_number': 4, 'project_id': 'a2e8d64d36404e23838b465309eca039', 'gw_port': {'id': 'e2187e7e-1059-48a5-9793-fbce5d05753a', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7761cc7-4964-4666-8184-4bc295c18a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:28Z', 'updated_at': '2021-09-26T11:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '92e9ccec-c554-4f16-b85d-ebe89449b581', 'name': '', 'network_id': '56b4ccdd-4676-445d-abb7-345bfb5e21e4', 'tenant_id': 'a2e8d64d36404e23838b465309eca039', 'mac_address': 'fa:16:3e:68:fc:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7761cc7-4964-4666-8184-4bc295c18a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e3bb2706-f29e-499d-bc57-4171f63aa59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:31Z', 'updated_at': '2021-09-26T11:25:40Z', 'revision_number': 4, 'project_id': 'a2e8d64d36404e23838b465309eca039', 'subnets': [{'id': 'e3bb2706-f29e-499d-bc57-4171f63aa59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:25:43.105098 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bce86-f32f-4088-90e1-71e555470d90 req-eef40751-7fc6-4b53-959b-66814b45ce38 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:43.108497 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-327bce86-f32f-4088-90e1-71e555470d90 req-eef40751-7fc6-4b53-959b-66814b45ce38 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.1369059 Sep 26 11:25:43.119227 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-97c9e9af-29d8-4bb5-9b9b-9f0b7b4ef884 None None] Provisioning complete for port 92e9ccec-c554-4f16-b85d-ebe89449b581 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:43.119761 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-97c9e9af-29d8-4bb5-9b9b-9f0b7b4ef884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:43.248613 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-327bce86-f32f-4088-90e1-71e555470d90 req-41a3b4bd-5006-48ab-a85b-4f41186bc34d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318295 Sep 26 11:25:43.394267 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-97c9e9af-29d8-4bb5-9b9b-9f0b7b4ef884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:43.529353 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-97c9e9af-29d8-4bb5-9b9b-9f0b7b4ef884 None None] For port 92e9ccec-c554-4f16-b85d-ebe89449b581, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=92e9ccec-c554-4f16-b85d-ebe89449b581,segment=NetworkSegment(ef288a13-d8d2-416c-bf30-881ad027ff5d),segment_id=ef288a13-d8d2-416c-bf30-881ad027ff5d)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:25:43.536171 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-97c9e9af-29d8-4bb5-9b9b-9f0b7b4ef884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:43.590774 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b5478-754c-4b6f-a4f2-39becb9e5a52 req-9c8884dd-ebc1-4040-ab20-75260264ea64 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:43.603315 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e86b5478-754c-4b6f-a4f2-39becb9e5a52 req-9c8884dd-ebc1-4040-ab20-75260264ea64 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.1906567 Sep 26 11:25:43.633309 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9e9af-29d8-4bb5-9b9b-9f0b7b4ef884 None None] Pushing event updated for resources: {'Port': ['ID=92e9ccec-c554-4f16-b85d-ebe89449b581,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:43.676778 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-61db45e6-7817-4ab1-9dc4-7a28e3f4933b None None] Provisioning complete for port 9b227118-8891-4aa3-9ccb-cec11e03d129 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:43.679668 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-61db45e6-7817-4ab1-9dc4-7a28e3f4933b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:43.734066 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e86b5478-754c-4b6f-a4f2-39becb9e5a52 req-5730c529-3b70-42a0-a3ee-eaba152f3b30 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290419 Sep 26 11:25:43.754937 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 50724) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:43.782322 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-ca2af1b3-867a-4c5f-b63b-844a502ad760 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-92616976', 'description': 'tempest-secgroup-smoke-92616976 description', 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:25:43.843780 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ca2af1b3-867a-4c5f-b63b-844a502ad760 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:43.873237 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-61db45e6-7817-4ab1-9dc4-7a28e3f4933b None None] Provisioning complete for port d69484df-f00d-49f2-a6b2-3b06ab30a3ae triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:43.873617 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-61db45e6-7817-4ab1-9dc4-7a28e3f4933b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:44.046957 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-61db45e6-7817-4ab1-9dc4-7a28e3f4933b None None] Port d69484df-f00d-49f2-a6b2-3b06ab30a3ae cannot update to ACTIVE because it is not bound. {{(pid=94002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 11:25:44.079406 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a2eb4-29ab-4575-b7fe-85162f5426df req-bab9cbee-b86e-432b-a4cc-0755305c0ad3 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:44.090525 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-61db45e6-7817-4ab1-9dc4-7a28e3f4933b None None] Provisioning complete for port 92e9ccec-c554-4f16-b85d-ebe89449b581 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:44.091780 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-61db45e6-7817-4ab1-9dc4-7a28e3f4933b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:44.092848 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-770a2eb4-29ab-4575-b7fe-85162f5426df req-bab9cbee-b86e-432b-a4cc-0755305c0ad3 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 946 time: 0.1152897 Sep 26 11:25:44.174717 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-770a2eb4-29ab-4575-b7fe-85162f5426df req-d51b6f74-f697-4da8-af73-2f996ce3396f tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805953 Sep 26 11:25:44.236832 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ca2af1b3-867a-4c5f-b63b-844a502ad760 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:44.247686 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ca2af1b3-867a-4c5f-b63b-844a502ad760 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:44.348348 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 57712420-5025-440c-8935-9245106becf4 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:25:44.369509 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ca2af1b3-867a-4c5f-b63b-844a502ad760 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:44.371125 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-ca2af1b3-867a-4c5f-b63b-844a502ad760 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.6133685 Sep 26 11:25:44.376103 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 50732) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:44.382691 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-6cfe7b98-772f-4d6c-9946-9be901140e10 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Request body: {'security_group_rule': {'security_group_id': 'ba5599d4-aab4-4a1c-a386-64541f6f2379', 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:25:44.415269 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c15806-f93f-4f7b-9edb-07b97382a74e req-be6f8a10-e72c-4fc0-a3e3-72cd0fc4be35 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:44.417524 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-27c15806-f93f-4f7b-9edb-07b97382a74e req-be6f8a10-e72c-4fc0-a3e3-72cd0fc4be35 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.22 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 946 time: 0.2952282 Sep 26 11:25:44.419530 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2af1b3-867a-4c5f-b63b-844a502ad760 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5599d4-aab4-4a1c-a386-64541f6f2379,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:44.423171 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 57712420-5025-440c-8935-9245106becf4 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:44.424117 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:44.507999 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6cfe7b98-772f-4d6c-9946-9be901140e10 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:44.605481 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6cfe7b98-772f-4d6c-9946-9be901140e10 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:44.620443 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6cfe7b98-772f-4d6c-9946-9be901140e10 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777310'] for security_group_rule, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:44.679516 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe7b98-772f-4d6c-9946-9be901140e10 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d43db6-ebb9-4fd7-91fa-9ff918a2cd55,revision_number=0']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:44.683853 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6cfe7b98-772f-4d6c-9946-9be901140e10 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:44.690726 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:44.691012 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-6cfe7b98-772f-4d6c-9946-9be901140e10 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3079059 Sep 26 11:25:44.691541 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 50736) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:44.697557 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-610da528-44ad-45f7-be1b-a78e5b364e59 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Request body: {'security_group_rule': {'security_group_id': 'ba5599d4-aab4-4a1c-a386-64541f6f2379', 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:25:44.709707 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992742d-0eb2-4964-9f8d-3b86f8acbd60 req-96cfdfc4-9945-438a-8ded-3da630c29b0e tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:44.711663 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5992742d-0eb2-4964-9f8d-3b86f8acbd60 req-96cfdfc4-9945-438a-8ded-3da630c29b0e tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.2639885 Sep 26 11:25:44.759581 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9231db-4db5-4184-aa7a-de217f66e462 req-c8beff5d-1e9b-4a21-b89e-6795ac75140d tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:44.761669 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6a9231db-4db5-4184-aa7a-de217f66e462 req-c8beff5d-1e9b-4a21-b89e-6795ac75140d tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.22 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.1948619 Sep 26 11:25:44.785336 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5992742d-0eb2-4964-9f8d-3b86f8acbd60 req-5a6dec49-d2ac-4724-8094-d9ecc8325450 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646024 Sep 26 11:25:44.801828 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] For port 57712420-5025-440c-8935-9245106becf4, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=57712420-5025-440c-8935-9245106becf4,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:25:44.817062 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [req-27c15806-f93f-4f7b-9edb-07b97382a74e req-0b5aa9ea-42ab-4691-bc55-d7e7c8a2f4bd tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Deleting port 6fed321b-cb5e-4620-943a-3b26358ffb06 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:25:44.828152 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:44.829143 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 92e9ccec-c554-4f16-b85d-ebe89449b581 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:25:44.837011 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-27c15806-f93f-4f7b-9edb-07b97382a74e req-0b5aa9ea-42ab-4691-bc55-d7e7c8a2f4bd tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:44.873611 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-610da528-44ad-45f7-be1b-a78e5b364e59 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:44.961223 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Pushing event updated for resources: {'Port': ['ID=57712420-5025-440c-8935-9245106becf4,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:44.968453 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6b754-c02e-4cbc-9cd3-1e31d7e694bc req-e8603420-5dc6-40b6-805c-9aea5ce8212f tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:44.978105 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d0b6b754-c02e-4cbc-9cd3-1e31d7e694bc req-e8603420-5dc6-40b6-805c-9aea5ce8212f tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.0913265 Sep 26 11:25:44.987027 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-27c15806-f93f-4f7b-9edb-07b97382a74e req-0b5aa9ea-42ab-4691-bc55-d7e7c8a2f4bd tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] For port 6fed321b-cb5e-4620-943a-3b26358ffb06, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=6fed321b-cb5e-4620-943a-3b26358ffb06,segment=NetworkSegment(bb9d2606-9463-4e42-a9b7-76a1c77e2f0d),segment_id=bb9d2606-9463-4e42-a9b7-76a1c77e2f0d)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:25:44.987467 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-27c15806-f93f-4f7b-9edb-07b97382a74e req-0b5aa9ea-42ab-4691-bc55-d7e7c8a2f4bd tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:44.992866 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 92e9ccec-c554-4f16-b85d-ebe89449b581 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:44.993885 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:45.007319 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [req-27c15806-f93f-4f7b-9edb-07b97382a74e req-0b5aa9ea-42ab-4691-bc55-d7e7c8a2f4bd tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Calling delete_port for 6fed321b-cb5e-4620-943a-3b26358ffb06 owned by compute:nova {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:25:45.053120 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d0b6b754-c02e-4cbc-9cd3-1e31d7e694bc req-c410a55d-b38c-4378-bcb5-b35b66cc9f36 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692832 Sep 26 11:25:45.185089 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-610da528-44ad-45f7-be1b-a78e5b364e59 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:45.193028 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-610da528-44ad-45f7-be1b-a78e5b364e59 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777310'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:45.213937 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 9b227118-8891-4aa3-9ccb-cec11e03d129 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:25:45.249837 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610da528-44ad-45f7-be1b-a78e5b364e59 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc30d04-2e68-4402-bbce-0db6c97c8e32,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:45.295685 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-610da528-44ad-45f7-be1b-a78e5b364e59 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:45.301290 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-610da528-44ad-45f7-be1b-a78e5b364e59 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6055255 Sep 26 11:25:45.304078 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 50742) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:45.312692 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-003925a7-e53b-4245-8008-2fc87cf57ab2 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Request body: {'security_group_rule': {'security_group_id': 'ba5599d4-aab4-4a1c-a386-64541f6f2379', 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:25:45.320093 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 9b227118-8891-4aa3-9ccb-cec11e03d129 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:45.321317 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:45.461305 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3814b9b-e515-4858-8e7e-764d8f4caf40 req-4a2448c6-0600-4ad7-9840-ead03a7d9bdb tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:45.463359 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d3814b9b-e515-4858-8e7e-764d8f4caf40 req-4a2448c6-0600-4ad7-9840-ead03a7d9bdb tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 946 time: 0.1610026 Sep 26 11:25:45.488039 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-27c15806-f93f-4f7b-9edb-07b97382a74e req-0b5aa9ea-42ab-4691-bc55-d7e7c8a2f4bd tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:45.521937 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['6fed321b-cb5e-4620-943a-3b26358ffb06'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:25:45.553517 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5aa9ea-42ab-4691-bc55-d7e7c8a2f4bd tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Pushing event deleted for resources: {'Port': ['ID=6fed321b-cb5e-4620-943a-3b26358ffb06,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:45.575118 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-003925a7-e53b-4245-8008-2fc87cf57ab2 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:45.579415 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d3814b9b-e515-4858-8e7e-764d8f4caf40 req-0fc580be-1bcd-4d00-9668-330494f362e2 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078205 Sep 26 11:25:45.692515 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c15806-f93f-4f7b-9edb-07b97382a74e req-0b5aa9ea-42ab-4691-bc55-d7e7c8a2f4bd tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] No DVR routers for this DVR port 6fed321b-cb5e-4620-943a-3b26358ffb06 on host hv-cinder-81103 {{(pid=94000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:25:45.698033 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-27c15806-f93f-4f7b-9edb-07b97382a74e req-0b5aa9ea-42ab-4691-bc55-d7e7c8a2f4bd tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:45.700130 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-27c15806-f93f-4f7b-9edb-07b97382a74e req-0b5aa9ea-42ab-4691-bc55-d7e7c8a2f4bd tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.22 "DELETE /v2.0/ports/6fed321b-cb5e-4620-943a-3b26358ffb06 HTTP/1.1" status: 204 len: 173 time: 1.2661438 Sep 26 11:25:45.700887 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75d07b2-3e37-4816-89d9-7f80d6ab2ea0', 'name': 'network-vif-deleted', 'tag': '6fed321b-cb5e-4620-943a-3b26358ffb06'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:25:45.703640 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac05579741f88b05fd5495e6fabac80b3338caa1126b8e71f43a8600e84c3c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff43b7a-50e5-4ce1-928a-b95859ac879d" -d '{"events": [{"server_uuid": "c75d07b2-3e37-4816-89d9-7f80d6ab2ea0", "name": "network-vif-deleted", "tag": "6fed321b-cb5e-4620-943a-3b26358ffb06"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:25:45.768454 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4977869-13c7-4b1e-934c-189f0eb77275 x-openstack-request-id: req-f4977869-13c7-4b1e-934c-189f0eb77275 {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:25:45.768739 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c75d07b2-3e37-4816-89d9-7f80d6ab2ea0", "name": "network-vif-deleted", "tag": "6fed321b-cb5e-4620-943a-3b26358ffb06", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:25:45.769010 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4977869-13c7-4b1e-934c-189f0eb77275 {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:25:45.769829 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c75d07b2-3e37-4816-89d9-7f80d6ab2ea0', 'name': 'network-vif-deleted', 'tag': '6fed321b-cb5e-4620-943a-3b26358ffb06', 'status': 'completed', 'code': 200} Sep 26 11:25:45.771767 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-003925a7-e53b-4245-8008-2fc87cf57ab2 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:45.776924 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-003925a7-e53b-4245-8008-2fc87cf57ab2 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777310'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:45.809192 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003925a7-e53b-4245-8008-2fc87cf57ab2 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b8026a-6dc4-4959-8d37-eceafd0edb01,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:45.815184 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-003925a7-e53b-4245-8008-2fc87cf57ab2 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:45.816590 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-003925a7-e53b-4245-8008-2fc87cf57ab2 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5114222 Sep 26 11:25:45.819539 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 50752) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:45.829321 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-2c5125fa-15ce-447e-bb9e-27494741c75c tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Request body: {'security_group_rule': {'security_group_id': 'ba5599d4-aab4-4a1c-a386-64541f6f2379', 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:25:45.879962 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2c5125fa-15ce-447e-bb9e-27494741c75c tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:46.001902 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2c5125fa-15ce-447e-bb9e-27494741c75c tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:46.001902 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2c5125fa-15ce-447e-bb9e-27494741c75c tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777310'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:46.027365 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed4fc05-56b4-4db4-8b94-a36bb9d65143 None None] Sync routers for ids ['6f188e1c-9c98-4db1-bde0-c37a66fe071d'] in dv-cinder-811032-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:25:46.030505 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5125fa-15ce-447e-bb9e-27494741c75c tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c596de6b-f4b1-40ed-a2bb-e8a393e1cd73,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:46.039279 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2c5125fa-15ce-447e-bb9e-27494741c75c tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:46.041425 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-2c5125fa-15ce-447e-bb9e-27494741c75c tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2203798 Sep 26 11:25:46.052215 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 50756) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:46.065424 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49ac5d-67d7-4215-a849-e69fc2e3aafa req-caa6f78b-ed6c-44ac-a738-d4373da9189f tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:46.067670 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed4fc05-56b4-4db4-8b94-a36bb9d65143 None None] Routers {'6f188e1c-9c98-4db1-bde0-c37a66fe071d'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:25:46.068561 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-0ed4fc05-56b4-4db4-8b94-a36bb9d65143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:25:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['6f188e1c-9c98-4db1-bde0-c37a66fe071d'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:46.069876 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-b8baa402-f773-4765-8017-ebbe38beab68 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Request body: {'security_group_rule': {'security_group_id': 'ba5599d4-aab4-4a1c-a386-64541f6f2379', 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:25:46.072577 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1f49ac5d-67d7-4215-a849-e69fc2e3aafa req-caa6f78b-ed6c-44ac-a738-d4373da9189f tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.1213222 Sep 26 11:25:46.110592 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.db.securitygroups_db [None req-b8baa402-f773-4765-8017-ebbe38beab68 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Project 7e441f8769a94b6ba6ebc00ed8d7c160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 11:25:46.120940 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b8baa402-f773-4765-8017-ebbe38beab68 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:46.165083 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1f49ac5d-67d7-4215-a849-e69fc2e3aafa req-697781f3-309f-44ce-a645-df7c4a3b4a8b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775113 Sep 26 11:25:46.285059 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b8baa402-f773-4765-8017-ebbe38beab68 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:46.291751 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b8baa402-f773-4765-8017-ebbe38beab68 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777310'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:46.325107 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8baa402-f773-4765-8017-ebbe38beab68 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd1b1f8-a814-4c1f-8c8b-34e7e89a4541,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:46.337298 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b8baa402-f773-4765-8017-ebbe38beab68 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:46.337687 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76317785-bb41-4ad3-ad4c-8b5a21568a50 req-704be2ca-63a4-4408-88d7-b2f9bb639595 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:46.340872 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-76317785-bb41-4ad3-ad4c-8b5a21568a50 req-704be2ca-63a4-4408-88d7-b2f9bb639595 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.1171694 Sep 26 11:25:46.342318 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 50760) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:46.346675 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-b8baa402-f773-4765-8017-ebbe38beab68 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2845132 Sep 26 11:25:46.358022 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-acbecabc-2eb1-406a-8b20-b7ea58be15ac tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Request body: {'security_group_rule': {'security_group_id': 'ba5599d4-aab4-4a1c-a386-64541f6f2379', 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:25:46.380217 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 57712420-5025-440c-8935-9245106becf4 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:25:46.445457 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-76317785-bb41-4ad3-ad4c-8b5a21568a50 req-88c70c89-2762-4552-b0f5-fa8f7edb956c tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825155 Sep 26 11:25:46.453860 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.db.securitygroups_db [None req-acbecabc-2eb1-406a-8b20-b7ea58be15ac tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Project 7e441f8769a94b6ba6ebc00ed8d7c160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 11:25:46.476376 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-acbecabc-2eb1-406a-8b20-b7ea58be15ac tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:46.597768 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-acbecabc-2eb1-406a-8b20-b7ea58be15ac tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:46.607229 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-acbecabc-2eb1-406a-8b20-b7ea58be15ac tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777310'] for security_group_rule, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:46.619645 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 57712420-5025-440c-8935-9245106becf4 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:46.620015 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:46.640067 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbecabc-2eb1-406a-8b20-b7ea58be15ac tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6e7582-5378-4ad7-be2a-ded615cab05c,revision_number=0']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:46.649791 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-acbecabc-2eb1-406a-8b20-b7ea58be15ac tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:46.664106 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-0ed4fc05-56b4-4db4-8b94-a36bb9d65143 None None] Set router 6f188e1c-9c98-4db1-bde0-c37a66fe071d gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:25:46.671657 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-acbecabc-2eb1-406a-8b20-b7ea58be15ac tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3270330 Sep 26 11:25:46.775552 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9cf67bce-14fe-4c65-bc1a-d7eb41388b00 req-42531e5b-fdee-45bf-937d-1b616ed2c15c tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 210 time: 0.0858245 Sep 26 11:25:46.969372 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-0ed4fc05-56b4-4db4-8b94-a36bb9d65143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f188e1c-9c98-4db1-bde0-c37a66fe071d', 'name': 'tempest-TestShelveInstance-188172854-router', 'tenant_id': 'e05070e3e7fc466bb265f4d83f3f9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '57712420-5025-440c-8935-9245106becf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:34Z', 'updated_at': '2021-09-26T11:25:40Z', 'revision_number': 4, 'project_id': 'e05070e3e7fc466bb265f4d83f3f9e66', 'gw_port': {'id': '57712420-5025-440c-8935-9245106becf4', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f188e1c-9c98-4db1-bde0-c37a66fe071d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:35Z', 'updated_at': '2021-09-26T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': 'd69484df-f00d-49f2-a6b2-3b06ab30a3ae', 'name': '', 'network_id': '170bc247-26ea-4b73-a00c-77aa4c7087e6', 'tenant_id': 'e05070e3e7fc466bb265f4d83f3f9e66', 'mac_address': 'fa:16:3e:1f:f3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f188e1c-9c98-4db1-bde0-c37a66fe071d', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2b44da5b-f6be-4c2b-9181-e5027ad05c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:39Z', 'updated_at': '2021-09-26T11:25:41Z', 'revision_number': 2, 'project_id': 'e05070e3e7fc466bb265f4d83f3f9e66', 'subnets': [{'id': '2b44da5b-f6be-4c2b-9181-e5027ad05c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:46.999084 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed4fc05-56b4-4db4-8b94-a36bb9d65143 None None] Checking router: 6f188e1c-9c98-4db1-bde0-c37a66fe071d for host: dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:25:46.999400 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed4fc05-56b4-4db4-8b94-a36bb9d65143 None None] Updating router 6f188e1c-9c98-4db1-bde0-c37a66fe071d port d69484df-f00d-49f2-a6b2-3b06ab30a3ae binding host dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 11:25:47.027826 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-0ed4fc05-56b4-4db4-8b94-a36bb9d65143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:47.371360 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-0ed4fc05-56b4-4db4-8b94-a36bb9d65143 None None] Notify callbacks [] for port, precommit_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:47.387333 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-0ed4fc05-56b4-4db4-8b94-a36bb9d65143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:47.399427 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba0b57-30c7-473e-8954-7fa8dde2a8c0 req-103d554b-a4bf-4bc6-9b33-0b47625494a5 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:47.400846 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-63ba0b57-30c7-473e-8954-7fa8dde2a8c0 req-103d554b-a4bf-4bc6-9b33-0b47625494a5 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.0901103 Sep 26 11:25:47.475028 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fccb5-a797-430f-b4b2-d3ab6d1476e9 None None] Pushing event updated for resources: {'Port': ['ID=d69484df-f00d-49f2-a6b2-3b06ab30a3ae,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:47.480443 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-63ba0b57-30c7-473e-8954-7fa8dde2a8c0 req-7abf7a85-1c64-47f8-a210-665c4a6fc38a tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731392 Sep 26 11:25:47.536055 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-0ed4fc05-56b4-4db4-8b94-a36bb9d65143 None None] Attempting to bind port d69484df-f00d-49f2-a6b2-3b06ab30a3ae on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:25:47.537357 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-0ed4fc05-56b4-4db4-8b94-a36bb9d65143 None None] Attempting to bind port d69484df-f00d-49f2-a6b2-3b06ab30a3ae by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': '6a4bd0d3-616a-45ec-af0c-9e84861e3fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '170bc247-26ea-4b73-a00c-77aa4c7087e6'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:25:47.538824 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed4fc05-56b4-4db4-8b94-a36bb9d65143 None None] Attempting to bind port d69484df-f00d-49f2-a6b2-3b06ab30a3ae on network 170bc247-26ea-4b73-a00c-77aa4c7087e6 {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:25:47.554086 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed4fc05-56b4-4db4-8b94-a36bb9d65143 None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:25:47.554559 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed4fc05-56b4-4db4-8b94-a36bb9d65143 None None] Checking segment: {'id': '6a4bd0d3-616a-45ec-af0c-9e84861e3fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '170bc247-26ea-4b73-a00c-77aa4c7087e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:25:47.555060 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-0ed4fc05-56b4-4db4-8b94-a36bb9d65143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:47.555515 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed4fc05-56b4-4db4-8b94-a36bb9d65143 None None] Bound using segment: {'id': '6a4bd0d3-616a-45ec-af0c-9e84861e3fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '170bc247-26ea-4b73-a00c-77aa4c7087e6'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:25:47.556081 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-0ed4fc05-56b4-4db4-8b94-a36bb9d65143 None None] Bound port: d69484df-f00d-49f2-a6b2-3b06ab30a3ae, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4bd0d3-616a-45ec-af0c-9e84861e3fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '170bc247-26ea-4b73-a00c-77aa4c7087e6'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:25:47.556533 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-0ed4fc05-56b4-4db4-8b94-a36bb9d65143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:47.659911 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423a723-a9da-47c2-94fb-5fb21f86cd92 req-cbac95c0-c4d0-4c09-a81e-54e23c281d59 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:47.661565 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9423a723-a9da-47c2-94fb-5fb21f86cd92 req-cbac95c0-c4d0-4c09-a81e-54e23c281d59 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 946 time: 0.1123102 Sep 26 11:25:47.691158 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-0ed4fc05-56b4-4db4-8b94-a36bb9d65143 None None] For port d69484df-f00d-49f2-a6b2-3b06ab30a3ae, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:25:47.701384 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-0ed4fc05-56b4-4db4-8b94-a36bb9d65143 None None] For port d69484df-f00d-49f2-a6b2-3b06ab30a3ae, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=d69484df-f00d-49f2-a6b2-3b06ab30a3ae,segment=NetworkSegment(6a4bd0d3-616a-45ec-af0c-9e84861e3fc5),segment_id=6a4bd0d3-616a-45ec-af0c-9e84861e3fc5)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:25:47.709992 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-0ed4fc05-56b4-4db4-8b94-a36bb9d65143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:47.735173 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 22413677-07ee-4a68-888e-1d2d10fb4a2f no longer exists at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:25:47.751105 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9423a723-a9da-47c2-94fb-5fb21f86cd92 req-4c5d6f6f-d477-44af-8ab3-cf9f02fafd5f tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833395 Sep 26 11:25:47.926109 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed4fc05-56b4-4db4-8b94-a36bb9d65143 None None] Routers {'6f188e1c-9c98-4db1-bde0-c37a66fe071d'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:25:47.926791 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-0ed4fc05-56b4-4db4-8b94-a36bb9d65143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:25:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['6f188e1c-9c98-4db1-bde0-c37a66fe071d'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:47.945125 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1091eb4a-da75-4927-91e4-fc26da7594cb req-d9a18123-c21a-4bce-a18a-bb9c2a4dd508 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 210 time: 0.0501571 Sep 26 11:25:47.977679 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-97f1c0f1-39ba-46aa-814e-51984a6cb195 None None] Provisioning complete for port d69484df-f00d-49f2-a6b2-3b06ab30a3ae triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:47.978047 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-97f1c0f1-39ba-46aa-814e-51984a6cb195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:48.027205 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fccb5-a797-430f-b4b2-d3ab6d1476e9 None None] Pushing event updated for resources: {'Port': ['ID=d69484df-f00d-49f2-a6b2-3b06ab30a3ae,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:48.160799 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-0ed4fc05-56b4-4db4-8b94-a36bb9d65143 None None] Set router 6f188e1c-9c98-4db1-bde0-c37a66fe071d gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:25:48.164667 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:48.221257 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-97f1c0f1-39ba-46aa-814e-51984a6cb195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:48.231660 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b1e8a3-28b2-45cf-9b09-0a59e55e08d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22413677-07ee-4a68-888e-1d2d10fb4a2f'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:25:48.233991 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33262a5-8099-4319-98be-43aa18ccc3ef" -d '{"events": [{"server_uuid": "74b1e8a3-28b2-45cf-9b09-0a59e55e08d1", "name": "network-vif-unplugged", "status": "completed", "tag": "22413677-07ee-4a68-888e-1d2d10fb4a2f"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:25:48.290283 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 22413677-07ee-4a68-888e-1d2d10fb4a2f, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=22413677-07ee-4a68-888e-1d2d10fb4a2f,segment=NetworkSegment(fcc5799a-eb51-4135-962b-9ae4b4d86e58),segment_id=fcc5799a-eb51-4135-962b-9ae4b4d86e58)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:25:48.310347 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 11:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17eaf445-a344-4786-bc87-659ac02096f7 x-openstack-request-id: req-17eaf445-a344-4786-bc87-659ac02096f7 {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:25:48.310347 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b1e8a3-28b2-45cf-9b09-0a59e55e08d1", "name": "network-vif-unplugged", "status": "completed", "tag": "22413677-07ee-4a68-888e-1d2d10fb4a2f", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:25:48.310347 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17eaf445-a344-4786-bc87-659ac02096f7 {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:25:48.310347 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b1e8a3-28b2-45cf-9b09-0a59e55e08d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22413677-07ee-4a68-888e-1d2d10fb4a2f', 'code': 200} Sep 26 11:25:48.313211 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:48.314461 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 6fed321b-cb5e-4620-943a-3b26358ffb06 no longer exists at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:25:48.404513 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-97f1c0f1-39ba-46aa-814e-51984a6cb195 None None] For port d69484df-f00d-49f2-a6b2-3b06ab30a3ae, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=d69484df-f00d-49f2-a6b2-3b06ab30a3ae,segment=NetworkSegment(6a4bd0d3-616a-45ec-af0c-9e84861e3fc5),segment_id=6a4bd0d3-616a-45ec-af0c-9e84861e3fc5)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:25:48.405555 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] No Port match for: 6fed321b-cb5e-4620-943a-3b26358ffb06 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:25:48.405898 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 6fed321b-cb5e-4620-943a-3b26358ffb06 not bound to the agent host hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:25:48.419061 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-97f1c0f1-39ba-46aa-814e-51984a6cb195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:48.456874 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=22413677-07ee-4a68-888e-1d2d10fb4a2f,revision_number=6']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:48.614676 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43b45c-4b9c-4a22-9821-291431ab33ff req-fe64208d-822e-46d1-8bd8-7ed7ce1683c3 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:48.616361 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bd43b45c-4b9c-4a22-9821-291431ab33ff req-fe64208d-822e-46d1-8bd8-7ed7ce1683c3 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.0581656 Sep 26 11:25:48.667241 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bd43b45c-4b9c-4a22-9821-291431ab33ff req-cfc20814-72f0-4b44-bb19-d89b321a40aa tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444758 Sep 26 11:25:48.679547 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-85189361-0cd5-4596-8329-7236fc03687c None None] Provisioning complete for port d69484df-f00d-49f2-a6b2-3b06ab30a3ae triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:48.680053 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-85189361-0cd5-4596-8329-7236fc03687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:48.681937 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1c0f1-39ba-46aa-814e-51984a6cb195 None None] Pushing event updated for resources: {'Port': ['ID=d69484df-f00d-49f2-a6b2-3b06ab30a3ae,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:48.740463 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-0ed4fc05-56b4-4db4-8b94-a36bb9d65143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f188e1c-9c98-4db1-bde0-c37a66fe071d', 'name': 'tempest-TestShelveInstance-188172854-router', 'tenant_id': 'e05070e3e7fc466bb265f4d83f3f9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '57712420-5025-440c-8935-9245106becf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:34Z', 'updated_at': '2021-09-26T11:25:40Z', 'revision_number': 4, 'project_id': 'e05070e3e7fc466bb265f4d83f3f9e66', 'gw_port': {'id': '57712420-5025-440c-8935-9245106becf4', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f188e1c-9c98-4db1-bde0-c37a66fe071d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:35Z', 'updated_at': '2021-09-26T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': 'd69484df-f00d-49f2-a6b2-3b06ab30a3ae', 'name': '', 'network_id': '170bc247-26ea-4b73-a00c-77aa4c7087e6', 'tenant_id': 'e05070e3e7fc466bb265f4d83f3f9e66', 'mac_address': 'fa:16:3e:1f:f3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f188e1c-9c98-4db1-bde0-c37a66fe071d', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2b44da5b-f6be-4c2b-9181-e5027ad05c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:39Z', 'updated_at': '2021-09-26T11:25:47Z', 'revision_number': 4, 'project_id': 'e05070e3e7fc466bb265f4d83f3f9e66', 'subnets': [{'id': '2b44da5b-f6be-4c2b-9181-e5027ad05c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:48.780766 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed4fc05-56b4-4db4-8b94-a36bb9d65143 None None] The sync data for ids ['6f188e1c-9c98-4db1-bde0-c37a66fe071d'] in dv-cinder-811032-1-iscsi is: [{'id': '6f188e1c-9c98-4db1-bde0-c37a66fe071d', 'name': 'tempest-TestShelveInstance-188172854-router', 'tenant_id': 'e05070e3e7fc466bb265f4d83f3f9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '57712420-5025-440c-8935-9245106becf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:34Z', 'updated_at': '2021-09-26T11:25:40Z', 'revision_number': 4, 'project_id': 'e05070e3e7fc466bb265f4d83f3f9e66', 'gw_port': {'id': '57712420-5025-440c-8935-9245106becf4', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f188e1c-9c98-4db1-bde0-c37a66fe071d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:35Z', 'updated_at': '2021-09-26T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': 'd69484df-f00d-49f2-a6b2-3b06ab30a3ae', 'name': '', 'network_id': '170bc247-26ea-4b73-a00c-77aa4c7087e6', 'tenant_id': 'e05070e3e7fc466bb265f4d83f3f9e66', 'mac_address': 'fa:16:3e:1f:f3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f188e1c-9c98-4db1-bde0-c37a66fe071d', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2b44da5b-f6be-4c2b-9181-e5027ad05c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:39Z', 'updated_at': '2021-09-26T11:25:47Z', 'revision_number': 4, 'project_id': 'e05070e3e7fc466bb265f4d83f3f9e66', 'subnets': [{'id': '2b44da5b-f6be-4c2b-9181-e5027ad05c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:25:48.976599 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd370f4-28b5-4e1a-8584-24df32494904 req-f62c83b3-8237-47c8-b161-454fb27b39e4 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:48.978828 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9bd370f4-28b5-4e1a-8584-24df32494904 req-f62c83b3-8237-47c8-b161-454fb27b39e4 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 944 time: 0.0777857 Sep 26 11:25:49.043583 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9bd370f4-28b5-4e1a-8584-24df32494904 req-2ce1f560-c3ad-404c-b2c8-ad162c533ed9 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588377 Sep 26 11:25:49.097489 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c0279297-13a8-495c-98c4-7e80d3d8eb49 req-1e2bfba1-dd2a-4477-b1c9-7695512f405f tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 210 time: 0.0297604 Sep 26 11:25:49.817399 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2921ff-3fe2-4d31-8cc5-d085efb62c24 req-d16264a7-4d22-4415-ae22-cb0f9cadfc98 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:49.819288 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5f2921ff-3fe2-4d31-8cc5-d085efb62c24 req-d16264a7-4d22-4415-ae22-cb0f9cadfc98 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.0633075 Sep 26 11:25:49.878139 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5f2921ff-3fe2-4d31-8cc5-d085efb62c24 req-45ebd3bb-73e0-4163-9396-7a6272851df0 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504527 Sep 26 11:25:50.021755 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device d69484df-f00d-49f2-a6b2-3b06ab30a3ae up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:25:50.092622 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port d69484df-f00d-49f2-a6b2-3b06ab30a3ae triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:25:50.092938 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:50.211072 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f6216-76cf-44fa-a1db-ed603d0e381a req-67d41039-0753-4b96-92be-65b693d39d7d tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:50.212640 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a61f6216-76cf-44fa-a1db-ed603d0e381a req-67d41039-0753-4b96-92be-65b693d39d7d tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 944 time: 0.0817115 Sep 26 11:25:50.229532 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-72fbdd21-6449-4f84-bb5a-dcc8ba8b9364 req-d636f386-c53b-4d33-9667-4188c3b44bfb tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 210 time: 0.0367796 Sep 26 11:25:50.265580 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a61f6216-76cf-44fa-a1db-ed603d0e381a req-d916ff31-9a83-4e2f-9685-571629eea895 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391467 Sep 26 11:25:51.051983 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7635e-6a2f-4358-8e85-30dd15c27b97 req-d6cd0f5d-e4d4-4777-9ffe-4489955ce963 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:51.053526 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-aaf7635e-6a2f-4358-8e85-30dd15c27b97 req-d6cd0f5d-e4d4-4777-9ffe-4489955ce963 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.0792937 Sep 26 11:25:51.086880 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [req-6a9231db-4db5-4184-aa7a-de217f66e462 req-258c50db-957c-4932-8500-a70c21384fe0 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Deleting port 22413677-07ee-4a68-888e-1d2d10fb4a2f {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:25:51.087128 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-6a9231db-4db5-4184-aa7a-de217f66e462 req-258c50db-957c-4932-8500-a70c21384fe0 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:51.130827 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-aaf7635e-6a2f-4358-8e85-30dd15c27b97 req-244bc0a8-c674-46c0-9882-95ff49bca847 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709226 Sep 26 11:25:51.194554 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-6a9231db-4db5-4184-aa7a-de217f66e462 req-258c50db-957c-4932-8500-a70c21384fe0 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] For port 22413677-07ee-4a68-888e-1d2d10fb4a2f, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=22413677-07ee-4a68-888e-1d2d10fb4a2f,segment=NetworkSegment(fcc5799a-eb51-4135-962b-9ae4b4d86e58),segment_id=fcc5799a-eb51-4135-962b-9ae4b4d86e58)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:25:51.195027 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-6a9231db-4db5-4184-aa7a-de217f66e462 req-258c50db-957c-4932-8500-a70c21384fe0 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:51.212251 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [req-6a9231db-4db5-4184-aa7a-de217f66e462 req-258c50db-957c-4932-8500-a70c21384fe0 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Calling delete_port for 22413677-07ee-4a68-888e-1d2d10fb4a2f owned by compute:nova {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:25:51.425562 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7ff2656d-c0d8-466d-9c19-ce203d72399e req-2960dc33-59d8-4e39-a129-361e1d0525d8 tempest-AttachVolumeNegativeTest-700051662 tempest-AttachVolumeNegativeTest-700051662-project] 10.222.0.15 "GET /v2.0/ports?device_id=c75d07b2-3e37-4816-89d9-7f80d6ab2ea0 HTTP/1.1" status: 200 len: 210 time: 0.0744128 Sep 26 11:25:51.462682 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2302c-8e50-41a0-afbe-60d836f80407 req-66ff7da5-4eaa-464e-9073-caee64b6b8c1 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:51.464473 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d1c2302c-8e50-41a0-afbe-60d836f80407 req-66ff7da5-4eaa-464e-9073-caee64b6b8c1 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=74b1e8a3-28b2-45cf-9b09-0a59e55e08d1 HTTP/1.1" status: 200 len: 944 time: 0.1145508 Sep 26 11:25:51.482004 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-6a9231db-4db5-4184-aa7a-de217f66e462 req-258c50db-957c-4932-8500-a70c21384fe0 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:51.497394 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['1d974647-41d0-4c2f-926c-3f67b3e72f55'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:25:51.537344 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c50db-957c-4932-8500-a70c21384fe0 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Pushing event deleted for resources: {'Port': ['ID=22413677-07ee-4a68-888e-1d2d10fb4a2f,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:51.599957 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d1c2302c-8e50-41a0-afbe-60d836f80407 req-a7a628ec-38ca-4aa1-9fab-5dae48b9ffb7 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243613 Sep 26 11:25:51.614559 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9231db-4db5-4184-aa7a-de217f66e462 req-258c50db-957c-4932-8500-a70c21384fe0 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] No DVR routers for this DVR port 22413677-07ee-4a68-888e-1d2d10fb4a2f on host hv-cinder-81103 {{(pid=94001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:25:51.618072 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-6a9231db-4db5-4184-aa7a-de217f66e462 req-258c50db-957c-4932-8500-a70c21384fe0 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:51.620397 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6a9231db-4db5-4184-aa7a-de217f66e462 req-258c50db-957c-4932-8500-a70c21384fe0 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.22 "DELETE /v2.0/ports/22413677-07ee-4a68-888e-1d2d10fb4a2f HTTP/1.1" status: 204 len: 173 time: 0.7630906 Sep 26 11:25:51.620864 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b1e8a3-28b2-45cf-9b09-0a59e55e08d1', 'name': 'network-vif-deleted', 'tag': '22413677-07ee-4a68-888e-1d2d10fb4a2f'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:25:51.624144 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b0487f-91ba-497f-9793-dc824471a62c" -d '{"events": [{"server_uuid": "74b1e8a3-28b2-45cf-9b09-0a59e55e08d1", "name": "network-vif-deleted", "tag": "22413677-07ee-4a68-888e-1d2d10fb4a2f"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:25:51.687295 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ce8ef9-653a-4b37-bc01-e49f21052909 x-openstack-request-id: req-a2ce8ef9-653a-4b37-bc01-e49f21052909 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:25:51.687605 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b1e8a3-28b2-45cf-9b09-0a59e55e08d1", "name": "network-vif-deleted", "tag": "22413677-07ee-4a68-888e-1d2d10fb4a2f", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:25:51.687856 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2ce8ef9-653a-4b37-bc01-e49f21052909 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:25:51.688377 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b1e8a3-28b2-45cf-9b09-0a59e55e08d1', 'name': 'network-vif-deleted', 'tag': '22413677-07ee-4a68-888e-1d2d10fb4a2f', 'status': 'completed', 'code': 200} Sep 26 11:25:52.282141 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fdffb1-fa41-410b-b4c2-7ffdaa07cfef req-7cdef571-13b9-4a90-84dc-0791ed38c322 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:52.284921 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-55fdffb1-fa41-410b-b4c2-7ffdaa07cfef req-7cdef571-13b9-4a90-84dc-0791ed38c322 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.0567348 Sep 26 11:25:52.323535 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-55fdffb1-fa41-410b-b4c2-7ffdaa07cfef req-7ad992a8-7ab9-4aca-aae9-271e32069f71 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325379 Sep 26 11:25:52.487246 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 50882) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:52.533971 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b98203a-fc74-4af4-a667-78303d3b45fb admin admin] Deleting subnet 01cc8a24-a40e-4f6f-b303-98aba3c61d4a {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 11:25:52.537956 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6b98203a-fc74-4af4-a667-78303d3b45fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:52.578938 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6b98203a-fc74-4af4-a667-78303d3b45fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530207187'] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:52.843828 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6b98203a-fc74-4af4-a667-78303d3b45fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733527'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:52.899138 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6b98203a-fc74-4af4-a667-78303d3b45fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530160691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530427440'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:52.908298 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a11d31-0f6e-48d3-b552-31cd553cd53a req-328197da-538e-4816-8c33-cc10816265d6 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:52.909882 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-22a11d31-0f6e-48d3-b552-31cd553cd53a req-328197da-538e-4816-8c33-cc10816265d6 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0521080 Sep 26 11:25:52.926576 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98203a-fc74-4af4-a667-78303d3b45fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01cc8a24-a40e-4f6f-b303-98aba3c61d4a,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:52.928685 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6b98203a-fc74-4af4-a667-78303d3b45fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:52.933646 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-6b98203a-fc74-4af4-a667-78303d3b45fb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/01cc8a24-a40e-4f6f-b303-98aba3c61d4a HTTP/1.1" status: 204 len: 168 time: 0.4425151 Sep 26 11:25:52.933646 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 50892) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:52.953174 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-22a11d31-0f6e-48d3-b552-31cd553cd53a req-bcf64ecb-1a07-4aa4-8319-7af8eae78a09 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364420 Sep 26 11:25:53.007849 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9aef0562-adee-449c-8aad-007784d3572f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832047'] for network, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:53.085528 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9aef0562-adee-449c-8aad-007784d3572f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722414', 'neutron.services.segments.db._delete_segments_for_network-8784557248148'] for network, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:53.106439 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-9aef0562-adee-449c-8aad-007784d3572f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3648fc75-c2d1-4acd-9ffa-052eac6b49c8']}} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:53.116941 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-9aef0562-adee-449c-8aad-007784d3572f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9d2606-9463-4e42-a9b7-76a1c77e2f0d') {'for_net_delete': True} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:53.117253 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-9aef0562-adee-449c-8aad-007784d3572f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9d2606-9463-4e42-a9b7-76a1c77e2f0d') {} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:25:53.131835 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9aef0562-adee-449c-8aad-007784d3572f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784557247901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530207178'] for segment, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:53.145935 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9aef0562-adee-449c-8aad-007784d3572f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:53.152288 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aef0562-adee-449c-8aad-007784d3572f admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=94000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 11:25:53.152683 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9aef0562-adee-449c-8aad-007784d3572f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530160541'] for segment, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: Traceback (most recent call last): Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: timer() Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: cb(*args, **kw) Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: return func(*args, **kwargs) Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: self._notify() Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: self.callback(batched_events) Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: event.method(event) Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: return f(self, *a, **k) Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: return self._get(url).json() Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: return self.request(url, 'GET', **kwargs) Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 11:25:53.154427 dv-cinder-811032-1-iscsi neutron-server[94000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 11:25:53.212014 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9aef0562-adee-449c-8aad-007784d3572f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748556'] for network, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:53.217990 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9aef0562-adee-449c-8aad-007784d3572f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:53.219872 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-9aef0562-adee-449c-8aad-007784d3572f admin admin] 10.222.0.15 "DELETE /v2.0/networks/3648fc75-c2d1-4acd-9ffa-052eac6b49c8 HTTP/1.1" status: 204 len: 168 time: 0.2856257 Sep 26 11:25:53.231546 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef0562-adee-449c-8aad-007784d3572f admin admin] Pushing event deleted for resources: {'Network': ['ID=3648fc75-c2d1-4acd-9ffa-052eac6b49c8,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:53.394116 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 50902) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:53.436325 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-e7d22798-c2ba-4fcc-b6a6-228d1ac93aa4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2420ccca5e84489db9a6b4bf84d2a930&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0409005 Sep 26 11:25:53.439728 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 50904) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:53.453190 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac436424-40fb-4afb-ae19-36705c5771a2 req-f7530d24-975d-4d6f-afff-cfcefb8effbd tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:53.454786 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ac436424-40fb-4afb-ae19-36705c5771a2 req-f7530d24-975d-4d6f-afff-cfcefb8effbd tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.0552227 Sep 26 11:25:53.488344 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c85f8674-0bf6-4d21-bc64-7a08ad66263f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:53.493485 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ac436424-40fb-4afb-ae19-36705c5771a2 req-910f7d72-817e-4846-95a8-22a164676fe4 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324252 Sep 26 11:25:53.513961 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c85f8674-0bf6-4d21-bc64-7a08ad66263f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:53.564657 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c85f8674-0bf6-4d21-bc64-7a08ad66263f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:53.567300 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c85f8674-0bf6-4d21-bc64-7a08ad66263f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:53.568471 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-c85f8674-0bf6-4d21-bc64-7a08ad66263f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c1e650ca-d4a2-4f3f-a939-9bd32b5d9319 HTTP/1.1" status: 204 len: 168 time: 0.1279342 Sep 26 11:25:53.581318 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f8674-0bf6-4d21-bc64-7a08ad66263f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e650ca-d4a2-4f3f-a939-9bd32b5d9319,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:54.096715 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcae8b9-de5e-49d7-bbb5-e45d107d90d9 req-1a64b59b-f958-4a68-831c-14c8b79e1605 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:54.098340 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6dcae8b9-de5e-49d7-bbb5-e45d107d90d9 req-1a64b59b-f958-4a68-831c-14c8b79e1605 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0660403 Sep 26 11:25:54.136569 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6dcae8b9-de5e-49d7-bbb5-e45d107d90d9 req-a1c36be0-208c-4400-989f-9ff2a7bb34e6 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324380 Sep 26 11:25:54.615835 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c8434-138c-4efc-b30c-a0cae6934dbe req-ecb1723f-62b6-4a78-9451-f4e8be904e0a tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:54.617785 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ee6c8434-138c-4efc-b30c-a0cae6934dbe req-ecb1723f-62b6-4a78-9451-f4e8be904e0a tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.0519631 Sep 26 11:25:54.656120 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ee6c8434-138c-4efc-b30c-a0cae6934dbe req-2bff3200-c061-4c0f-9c87-c46efd024870 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320826 Sep 26 11:25:55.254857 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba18916-326f-48b6-8091-94a02d9ad468 req-50e3b25b-43ed-47a8-b314-85bfe92e714d tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:55.256406 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4ba18916-326f-48b6-8091-94a02d9ad468 req-50e3b25b-43ed-47a8-b314-85bfe92e714d tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0505023 Sep 26 11:25:55.299517 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4ba18916-326f-48b6-8091-94a02d9ad468 req-2c8e7890-0245-4e58-a4a5-e03c62f183ce tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368416 Sep 26 11:25:55.782759 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c47885-0048-4eb2-a22a-9c8f2bd5990c req-e74d125b-a958-4c16-9fda-8b2e5026e585 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:55.784252 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-52c47885-0048-4eb2-a22a-9c8f2bd5990c req-e74d125b-a958-4c16-9fda-8b2e5026e585 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.0522959 Sep 26 11:25:55.821938 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-52c47885-0048-4eb2-a22a-9c8f2bd5990c req-7b4fe6ef-4e29-40ce-bb26-8bda060638cc tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318127 Sep 26 11:25:56.416220 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290475e-8ebc-4d96-9afb-2d58e44e8ae1 req-128ad12c-07ef-468c-8446-203085bebcae tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:56.417746 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8290475e-8ebc-4d96-9afb-2d58e44e8ae1 req-128ad12c-07ef-468c-8446-203085bebcae tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0498090 Sep 26 11:25:56.456710 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8290475e-8ebc-4d96-9afb-2d58e44e8ae1 req-a0004c60-12f6-425d-b8ab-3cc485063913 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330307 Sep 26 11:25:56.942373 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd5186-1e15-45dd-8f8d-6767dc6920f6 req-c6857ba6-9b27-4788-9a81-bbacd81f2a7d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:56.944174 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d2fd5186-1e15-45dd-8f8d-6767dc6920f6 req-c6857ba6-9b27-4788-9a81-bbacd81f2a7d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.0488429 Sep 26 11:25:56.990553 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d2fd5186-1e15-45dd-8f8d-6767dc6920f6 req-d02cb47e-ec1f-447a-95ee-a18ac9ae9a8c tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402000 Sep 26 11:25:57.594345 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c04bfa-18e0-4f8d-b194-46f2badcb3fa req-5d9232ef-f8fb-4fef-89f3-6710caa0aa7d tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:57.597111 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a6c04bfa-18e0-4f8d-b194-46f2badcb3fa req-5d9232ef-f8fb-4fef-89f3-6710caa0aa7d tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0571070 Sep 26 11:25:57.636763 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a6c04bfa-18e0-4f8d-b194-46f2badcb3fa req-ae6960a6-2e1a-4a57-8f04-53a1544f3a65 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324519 Sep 26 11:25:58.119560 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b6b8e-6372-4ab0-a6b8-4439bab288da req-796129fd-2631-4f07-80a6-ec1e92a579db tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:58.121039 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-835b6b8e-6372-4ab0-a6b8-4439bab288da req-796129fd-2631-4f07-80a6-ec1e92a579db tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.0524466 Sep 26 11:25:58.161408 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-835b6b8e-6372-4ab0-a6b8-4439bab288da req-0ee79523-3f25-4c80-87a9-cd12a59df648 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335059 Sep 26 11:25:58.637379 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 51018) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:58.744872 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-09c1ff21-417d-47ca-ab76-8afe12a35c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:58.754488 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c8998-8c9a-45e3-8652-9b5788ce4336 req-197152b9-a340-4be5-a941-8ac6b6bbcc34 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:58.756004 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-da9c8998-8c9a-45e3-8652-9b5788ce4336 req-197152b9-a340-4be5-a941-8ac6b6bbcc34 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0504100 Sep 26 11:25:58.794476 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-da9c8998-8c9a-45e3-8652-9b5788ce4336 req-6eab6920-b5c0-406b-ae3d-830ac4d2e548 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324903 Sep 26 11:25:58.837250 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-09c1ff21-417d-47ca-ab76-8afe12a35c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:58.841504 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-09c1ff21-417d-47ca-ab76-8afe12a35c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:58.879613 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-09c1ff21-417d-47ca-ab76-8afe12a35c83 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ba287f20ea754876b8b5e96fb5e41c99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411258 Sep 26 11:25:58.880468 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1ff21-417d-47ca-ab76-8afe12a35c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3b6144-b334-496d-9ee5-a18abf54aa7d,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:58.882333 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 51024) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:25:58.932100 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:58.935613 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e3b9401f-ed4d-470a-96aa-44975de0bafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:58.959696 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e3b9401f-ed4d-470a-96aa-44975de0bafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:59.004486 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e3b9401f-ed4d-470a-96aa-44975de0bafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:59.007020 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e3b9401f-ed4d-470a-96aa-44975de0bafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:59.008145 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-e3b9401f-ed4d-470a-96aa-44975de0bafe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d3b6144-b334-496d-9ee5-a18abf54aa7d HTTP/1.1" status: 204 len: 168 time: 0.1248233 Sep 26 11:25:59.015433 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9401f-ed4d-470a-96aa-44975de0bafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3b6144-b334-496d-9ee5-a18abf54aa7d,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:25:59.292872 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56986cb7-756d-48d4-a458-af5bee6f28e4 req-29ab14df-b80d-47cf-92a5-d5728ce1b443 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:59.294451 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-56986cb7-756d-48d4-a458-af5bee6f28e4 req-29ab14df-b80d-47cf-92a5-d5728ce1b443 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.0585179 Sep 26 11:25:59.336090 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-56986cb7-756d-48d4-a458-af5bee6f28e4 req-f604b903-8a07-44bf-b98c-cca238cba3c3 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326977 Sep 26 11:25:59.341795 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-10126a4c-32a0-4f58-b104-ad0e8c6ed03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:25:59.919861 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46f93d-732e-426f-9497-32798a51637c req-940448c0-13ef-49d9-b143-e95e293ca955 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:25:59.921429 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ca46f93d-732e-426f-9497-32798a51637c req-940448c0-13ef-49d9-b143-e95e293ca955 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0534382 Sep 26 11:25:59.964822 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ca46f93d-732e-426f-9497-32798a51637c req-0ce72d06-3cdf-4d85-933d-3c718fb4679a tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365603 Sep 26 11:26:00.466452 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d5726-cabc-45fb-9aaf-ee16b7da6e98 req-aba8d13d-7510-4fca-8811-76a8f81e5181 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:00.467836 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a16d5726-cabc-45fb-9aaf-ee16b7da6e98 req-aba8d13d-7510-4fca-8811-76a8f81e5181 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 943 time: 0.0537429 Sep 26 11:26:00.507598 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a16d5726-cabc-45fb-9aaf-ee16b7da6e98 req-3dc3fe27-0410-4048-a7ec-a5a5fc9dc805 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321150 Sep 26 11:26:00.789683 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 614d3773-752f-48af-87db-06317ef7c95e details requested by agent hyperv_hv-cinder-81103 with host hv-cinder-81103 {{(pid=94002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 11:26:00.917173 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 614d3773-752f-48af-87db-06317ef7c95e, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=614d3773-752f-48af-87db-06317ef7c95e,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:26:00.929995 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Returning: {'device': '614d3773-752f-48af-87db-06317ef7c95e', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'port_id': '614d3773-752f-48af-87db-06317ef7c95e', 'mac_address': 'fa:16:3e:76:eb:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 11:26:00.973394 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:00.986709 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 614d3773-752f-48af-87db-06317ef7c95e {{(pid=94002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:26:01.017731 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 614d3773-752f-48af-87db-06317ef7c95e, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=614d3773-752f-48af-87db-06317ef7c95e,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:26:01.023208 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:01.083907 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=614d3773-752f-48af-87db-06317ef7c95e,revision_number=9']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:01.121049 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5b191-6542-420b-a269-c71c2569967f req-2158f9d2-d6e4-4246-9c95-96b168b19154 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:01.127322 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6ce5b191-6542-420b-a269-c71c2569967f req-2158f9d2-d6e4-4246-9c95-96b168b19154 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0854149 Sep 26 11:26:01.172639 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6ce5b191-6542-420b-a269-c71c2569967f req-f2c7adea-6340-45f0-b9fb-830868cbd258 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354104 Sep 26 11:26:01.286576 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 51104) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:01.309985 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['614d3773-752f-48af-87db-06317ef7c95e'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:26:01.400120 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-da0a00e1-5c09-4462-bb00-e2ebe514e3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:01.525331 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-da0a00e1-5c09-4462-bb00-e2ebe514e3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:01.530060 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-da0a00e1-5c09-4462-bb00-e2ebe514e3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:01.571090 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-da0a00e1-5c09-4462-bb00-e2ebe514e3e0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58322938b93143e6a1b4fc1eb58e06b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2833643 Sep 26 11:26:01.571975 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a00e1-5c09-4462-bb00-e2ebe514e3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2624ffd-0158-4224-ab06-d4c0426071bf,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:01.575583 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 51114) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:01.671144 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08de40e-49c0-408c-b0de-6fc107230529 req-622cc33d-5058-483f-a23e-fa3bd51b67a0 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:01.672744 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a08de40e-49c0-408c-b0de-6fc107230529 req-622cc33d-5058-483f-a23e-fa3bd51b67a0 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 944 time: 0.0895700 Sep 26 11:26:01.681280 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b55f8ed4-3278-45b2-b82c-247b6844178f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:01.722923 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b55f8ed4-3278-45b2-b82c-247b6844178f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:01.744229 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a08de40e-49c0-408c-b0de-6fc107230529 req-5f8489a2-9deb-4304-bdcb-0f93f3cf3847 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605748 Sep 26 11:26:01.792864 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b55f8ed4-3278-45b2-b82c-247b6844178f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:01.795571 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b55f8ed4-3278-45b2-b82c-247b6844178f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:01.796775 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-b55f8ed4-3278-45b2-b82c-247b6844178f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2624ffd-0158-4224-ab06-d4c0426071bf HTTP/1.1" status: 204 len: 168 time: 0.2201684 Sep 26 11:26:01.804966 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f8ed4-3278-45b2-b82c-247b6844178f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2624ffd-0158-4224-ab06-d4c0426071bf,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:01.859899 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-a3e69f59-0912-4189-8b50-732e6293e88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:02.107536 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 51128) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:02.120841 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-c580bba8-3518-411d-8be0-5c1c3c76cd52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:02.223039 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-c580bba8-3518-411d-8be0-5c1c3c76cd52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:02.229420 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-c580bba8-3518-411d-8be0-5c1c3c76cd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:02.306513 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:26:02.309384 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-c580bba8-3518-411d-8be0-5c1c3c76cd52 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f40bca00aee246e69a9d8cb9cb3caafb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2007465 Sep 26 11:26:02.312203 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c580bba8-3518-411d-8be0-5c1c3c76cd52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ecf867-f156-43f3-802e-118bda74090d,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:02.312622 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 51134) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:02.338896 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e6897-294d-4d33-b14e-896b383c7e39 req-54f0c2ea-e8d5-4975-b40b-384a52e1f762 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:02.340533 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-708e6897-294d-4d33-b14e-896b383c7e39 req-54f0c2ea-e8d5-4975-b40b-384a52e1f762 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0858819 Sep 26 11:26:02.373119 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6de01924-10dc-4e0f-a790-06dc83b49468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:02.387860 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-708e6897-294d-4d33-b14e-896b383c7e39 req-beb436cc-4882-4fcb-a43b-74a9c6ee8591 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401974 Sep 26 11:26:02.396996 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6de01924-10dc-4e0f-a790-06dc83b49468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:02.447967 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6de01924-10dc-4e0f-a790-06dc83b49468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:02.450586 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6de01924-10dc-4e0f-a790-06dc83b49468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:02.451820 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-6de01924-10dc-4e0f-a790-06dc83b49468 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88ecf867-f156-43f3-802e-118bda74090d HTTP/1.1" status: 204 len: 168 time: 0.1381180 Sep 26 11:26:02.460808 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de01924-10dc-4e0f-a790-06dc83b49468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ecf867-f156-43f3-802e-118bda74090d,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:02.497581 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:02.893086 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1151ac-0713-4023-bdc7-436b1937da3c req-e9a2b866-7a0e-4bf0-a98e-d5c3d88a0ab5 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:02.894824 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-da1151ac-0713-4023-bdc7-436b1937da3c req-e9a2b866-7a0e-4bf0-a98e-d5c3d88a0ab5 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 944 time: 0.0516615 Sep 26 11:26:02.934368 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-da1151ac-0713-4023-bdc7-436b1937da3c req-061a7cfd-38d7-46c3-9940-642cc8404dd3 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325317 Sep 26 11:26:03.290968 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:03.508526 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268e7f3-f9c6-45e2-8341-02fb1004bb47 req-6535cc3d-990c-42f2-bd05-1c3ea57cee9a tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:03.510024 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4268e7f3-f9c6-45e2-8341-02fb1004bb47 req-6535cc3d-990c-42f2-bd05-1c3ea57cee9a tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0488751 Sep 26 11:26:03.549738 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4268e7f3-f9c6-45e2-8341-02fb1004bb47 req-36c8cd6b-b594-456b-9afc-123e210c6542 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336130 Sep 26 11:26:03.818463 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 614d3773-752f-48af-87db-06317ef7c95e up at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:26:03.870447 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning complete for port 614d3773-752f-48af-87db-06317ef7c95e triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:26:03.870856 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:03.954243 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:03.984310 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614d3773-752f-48af-87db-06317ef7c95e'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:26:03.986604 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defc5518-0246-41d3-931f-7a400efb3529" -d '{"events": [{"server_uuid": "3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447", "name": "network-vif-plugged", "status": "completed", "tag": "614d3773-752f-48af-87db-06317ef7c95e"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:26:04.014359 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 614d3773-752f-48af-87db-06317ef7c95e, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=614d3773-752f-48af-87db-06317ef7c95e,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:26:04.028304 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:04.067319 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cbb40b-b9d9-4236-adb7-bd0ab559c40f x-openstack-request-id: req-a9cbb40b-b9d9-4236-adb7-bd0ab559c40f {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:26:04.067729 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447", "name": "network-vif-plugged", "status": "completed", "tag": "614d3773-752f-48af-87db-06317ef7c95e", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:26:04.068085 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9cbb40b-b9d9-4236-adb7-bd0ab559c40f {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:26:04.068650 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '614d3773-752f-48af-87db-06317ef7c95e', 'code': 200} Sep 26 11:26:04.091070 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d61fe-27c5-47f8-9810-7ca8d452386f req-31d80257-af52-4cd5-8f3d-3a2d4badbed9 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:04.098397 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b23d61fe-27c5-47f8-9810-7ca8d452386f req-31d80257-af52-4cd5-8f3d-3a2d4badbed9 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 946 time: 0.0636923 Sep 26 11:26:04.105067 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=614d3773-752f-48af-87db-06317ef7c95e,revision_number=10']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:04.132676 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b23d61fe-27c5-47f8-9810-7ca8d452386f req-6748610d-48b4-42e1-8c0c-dd2756c12b84 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333652 Sep 26 11:26:04.465205 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 51226) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:04.572894 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7d9d2bb9-420f-4747-b804-dba8dea4ea8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:04.676893 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7d9d2bb9-420f-4747-b804-dba8dea4ea8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:04.678773 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93336fc1-540a-45b0-89f7-0668c7f1da7f req-7bb8bd8e-78e9-47a9-86cf-f87ce229e298 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:04.682942 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7d9d2bb9-420f-4747-b804-dba8dea4ea8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:04.686324 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-93336fc1-540a-45b0-89f7-0668c7f1da7f req-7bb8bd8e-78e9-47a9-86cf-f87ce229e298 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0598483 Sep 26 11:26:04.689729 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:04.721599 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d2bb9-420f-4747-b804-dba8dea4ea8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181b102e-06df-4b29-a05f-2825b6ced891,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:04.726575 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-93336fc1-540a-45b0-89f7-0668c7f1da7f req-e15e6ba3-0a05-49a2-82f8-4ec6de8546b9 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389135 Sep 26 11:26:04.731405 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-7d9d2bb9-420f-4747-b804-dba8dea4ea8c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce3c48e8c4774acd9ed8bde7337301a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2649305 Sep 26 11:26:04.732791 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 51232) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:04.768612 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508221cc-5b18-4cc2-8b18-96c73b3ad378 req-ee34c451-4ad0-4947-91a5-fb0526a66331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:04.770893 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-508221cc-5b18-4cc2-8b18-96c73b3ad378 req-ee34c451-4ad0-4947-91a5-fb0526a66331 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 1099 time: 0.0432928 Sep 26 11:26:04.794043 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5564391b-2fa2-45dc-83d9-dc5a8bcf81fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:04.816567 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5564391b-2fa2-45dc-83d9-dc5a8bcf81fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:04.819802 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-508221cc-5b18-4cc2-8b18-96c73b3ad378 req-774b11d0-d74f-4804-a9c6-a894325447a0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284595 Sep 26 11:26:04.868651 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5564391b-2fa2-45dc-83d9-dc5a8bcf81fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:04.871149 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5564391b-2fa2-45dc-83d9-dc5a8bcf81fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:04.872352 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-5564391b-2fa2-45dc-83d9-dc5a8bcf81fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/181b102e-06df-4b29-a05f-2825b6ced891 HTTP/1.1" status: 204 len: 168 time: 0.1386442 Sep 26 11:26:04.881327 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564391b-2fa2-45dc-83d9-dc5a8bcf81fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181b102e-06df-4b29-a05f-2825b6ced891,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:04.888755 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564391b-2fa2-45dc-83d9-dc5a8bcf81fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:04.889111 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564391b-2fa2-45dc-83d9-dc5a8bcf81fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:04.889452 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564391b-2fa2-45dc-83d9-dc5a8bcf81fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:04.889819 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564391b-2fa2-45dc-83d9-dc5a8bcf81fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:04.890158 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564391b-2fa2-45dc-83d9-dc5a8bcf81fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:04.890493 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564391b-2fa2-45dc-83d9-dc5a8bcf81fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:04.891008 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564391b-2fa2-45dc-83d9-dc5a8bcf81fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:04.891343 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564391b-2fa2-45dc-83d9-dc5a8bcf81fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:04.891708 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564391b-2fa2-45dc-83d9-dc5a8bcf81fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:04.892096 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564391b-2fa2-45dc-83d9-dc5a8bcf81fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:04.892428 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564391b-2fa2-45dc-83d9-dc5a8bcf81fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:04.892765 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5564391b-2fa2-45dc-83d9-dc5a8bcf81fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:05.158014 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 51248) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:05.172531 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4120048d-ccf8-49a3-ae6f-147a6ecb130b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:05.265204 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fb5aa-a5cf-4186-a4ee-9cb7e9fae8e8 req-4291282c-7b10-495c-a48b-0c840122c780 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:05.266756 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-354fb5aa-a5cf-4186-a4ee-9cb7e9fae8e8 req-4291282c-7b10-495c-a48b-0c840122c780 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 946 time: 0.0581322 Sep 26 11:26:05.292556 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4120048d-ccf8-49a3-ae6f-147a6ecb130b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:05.297869 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-4120048d-ccf8-49a3-ae6f-147a6ecb130b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:05.308001 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-354fb5aa-a5cf-4186-a4ee-9cb7e9fae8e8 req-5c71b5bc-cf43-4a79-888d-1d1a30ade487 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349932 Sep 26 11:26:05.339251 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-4120048d-ccf8-49a3-ae6f-147a6ecb130b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=40f7ee0f4c33474f8eeb15cbf67e52c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1801183 Sep 26 11:26:05.340150 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120048d-ccf8-49a3-ae6f-147a6ecb130b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dfbdd5-8132-4ea7-9eca-b43c841f3668,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:05.341916 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 51254) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:05.390072 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4c6bfaf6-12b7-4098-9940-f15337bb9672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:05.410318 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4c6bfaf6-12b7-4098-9940-f15337bb9672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:05.458832 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4c6bfaf6-12b7-4098-9940-f15337bb9672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:05.461715 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4c6bfaf6-12b7-4098-9940-f15337bb9672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:05.462944 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-4c6bfaf6-12b7-4098-9940-f15337bb9672 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2dfbdd5-8132-4ea7-9eca-b43c841f3668 HTTP/1.1" status: 204 len: 168 time: 0.1198974 Sep 26 11:26:05.487105 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bfaf6-12b7-4098-9940-f15337bb9672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dfbdd5-8132-4ea7-9eca-b43c841f3668,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:05.862372 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe09315-09cb-4637-9a21-d9f178fb270f req-c3bddd96-383d-459d-934d-68e6fe4393ce tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:05.872097 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-dfe09315-09cb-4637-9a21-d9f178fb270f req-c3bddd96-383d-459d-934d-68e6fe4393ce tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0635788 Sep 26 11:26:05.922222 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-dfe09315-09cb-4637-9a21-d9f178fb270f req-5c8265d5-5eee-429c-b026-f7adbf02ff84 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/security-groups?id=8a70d694-3166-476f-a2d7-c61a6fa0ab24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492356 Sep 26 11:26:06.109973 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61fa191-9bf0-46d9-a4a1-c3be3ebaf5ac req-ae9dd475-ad22-4682-b491-8a6eefc83927 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:06.111671 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d61fa191-9bf0-46d9-a4a1-c3be3ebaf5ac req-ae9dd475-ad22-4682-b491-8a6eefc83927 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.22 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 946 time: 0.0606055 Sep 26 11:26:06.255425 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [req-d61fa191-9bf0-46d9-a4a1-c3be3ebaf5ac req-8ce042b1-f355-4642-a75c-8f2dcc3ca628 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Deleting port 1d974647-41d0-4c2f-926c-3f67b3e72f55 {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:26:06.256096 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-d61fa191-9bf0-46d9-a4a1-c3be3ebaf5ac req-8ce042b1-f355-4642-a75c-8f2dcc3ca628 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:06.404357 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-6b4e5e24-06c1-41fb-ab9e-182e5e94a649 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-785975404&fields=id&tenant_id=ce837c99bcc9456283c5401547ff5a76 HTTP/1.1" status: 200 len: 267 time: 0.0971096 Sep 26 11:26:06.524421 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-d61fa191-9bf0-46d9-a4a1-c3be3ebaf5ac req-8ce042b1-f355-4642-a75c-8f2dcc3ca628 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] For port 1d974647-41d0-4c2f-926c-3f67b3e72f55, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=1d974647-41d0-4c2f-926c-3f67b3e72f55,segment=NetworkSegment(fcc5799a-eb51-4135-962b-9ae4b4d86e58),segment_id=fcc5799a-eb51-4135-962b-9ae4b4d86e58)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:26:06.524787 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-d61fa191-9bf0-46d9-a4a1-c3be3ebaf5ac req-8ce042b1-f355-4642-a75c-8f2dcc3ca628 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:06.551472 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [req-d61fa191-9bf0-46d9-a4a1-c3be3ebaf5ac req-8ce042b1-f355-4642-a75c-8f2dcc3ca628 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Calling delete_port for 1d974647-41d0-4c2f-926c-3f67b3e72f55 owned by compute:nova {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:26:06.596813 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bbfc0-b6e8-4e13-92c8-8e4c77d5c9d2 req-36194624-be7c-4f86-b4b1-df75dfe54eb3 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:06.599187 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a13bbfc0-b6e8-4e13-92c8-8e4c77d5c9d2 req-36194624-be7c-4f86-b4b1-df75dfe54eb3 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 946 time: 0.1870096 Sep 26 11:26:06.606324 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-1acc4b9a-0aee-442a-bcf1-90ef4fc509cc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:06.614474 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-1acc4b9a-0aee-442a-bcf1-90ef4fc509cc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/networks?id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8 HTTP/1.1" status: 200 len: 811 time: 0.2092874 Sep 26 11:26:06.688930 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-99edd271-91fc-481f-ae68-7974170cdfe7 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/quotas/ce837c99bcc9456283c5401547ff5a76 HTTP/1.1" status: 200 len: 375 time: 0.0735621 Sep 26 11:26:06.752525 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a13bbfc0-b6e8-4e13-92c8-8e4c77d5c9d2 req-6ccd2dab-bc77-4faa-ad5d-b48800273b23 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309195 Sep 26 11:26:06.783831 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-5333fc6b-0e4e-458f-9e23-a1de782a706f tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce837c99bcc9456283c5401547ff5a76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0881732 Sep 26 11:26:06.877554 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-d61fa191-9bf0-46d9-a4a1-c3be3ebaf5ac req-8ce042b1-f355-4642-a75c-8f2dcc3ca628 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:06.891417 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['1d974647-41d0-4c2f-926c-3f67b3e72f55'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:26:07.227985 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce042b1-f355-4642-a75c-8f2dcc3ca628 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Pushing event deleted for resources: {'Port': ['ID=1d974647-41d0-4c2f-926c-3f67b3e72f55,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:07.254796 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e1c4fa84-1ff9-4ab2-8400-2183f12566df req-98918089-4fbd-455d-a230-af8ad1927404 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.15 "GET /v2.0/ports?device_id=77c9eff9-f28b-4865-a6b2-5438346b89be HTTP/1.1" status: 200 len: 210 time: 0.0663533 Sep 26 11:26:07.280611 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce042b1-f355-4642-a75c-8f2dcc3ca628 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:07.280972 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce042b1-f355-4642-a75c-8f2dcc3ca628 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:07.281330 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce042b1-f355-4642-a75c-8f2dcc3ca628 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:07.281651 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce042b1-f355-4642-a75c-8f2dcc3ca628 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:07.282030 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce042b1-f355-4642-a75c-8f2dcc3ca628 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:07.282399 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce042b1-f355-4642-a75c-8f2dcc3ca628 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:07.282796 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce042b1-f355-4642-a75c-8f2dcc3ca628 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:07.285473 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce042b1-f355-4642-a75c-8f2dcc3ca628 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:07.285473 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce042b1-f355-4642-a75c-8f2dcc3ca628 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:07.285473 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce042b1-f355-4642-a75c-8f2dcc3ca628 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:07.285473 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce042b1-f355-4642-a75c-8f2dcc3ca628 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:07.285473 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce042b1-f355-4642-a75c-8f2dcc3ca628 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:07.318096 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-08be57fc-d7b5-4692-9958-d4782286f3f7 service neutron] 10.222.0.15 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845765 Sep 26 11:26:07.318869 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61fa191-9bf0-46d9-a4a1-c3be3ebaf5ac req-8ce042b1-f355-4642-a75c-8f2dcc3ca628 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] No DVR routers for this DVR port 1d974647-41d0-4c2f-926c-3f67b3e72f55 on host hv-cinder-81103 {{(pid=94001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:26:07.321318 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-d61fa191-9bf0-46d9-a4a1-c3be3ebaf5ac req-8ce042b1-f355-4642-a75c-8f2dcc3ca628 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:07.323310 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d61fa191-9bf0-46d9-a4a1-c3be3ebaf5ac req-8ce042b1-f355-4642-a75c-8f2dcc3ca628 tempest-ServerRescueNegativeTestJSON-1130885633 tempest-ServerRescueNegativeTestJSON-1130885633-project] 10.222.0.22 "DELETE /v2.0/ports/1d974647-41d0-4c2f-926c-3f67b3e72f55 HTTP/1.1" status: 204 len: 173 time: 1.1967208 Sep 26 11:26:07.323760 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c9eff9-f28b-4865-a6b2-5438346b89be', 'name': 'network-vif-deleted', 'tag': '1d974647-41d0-4c2f-926c-3f67b3e72f55'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:26:07.326019 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246962d0-960c-4716-b071-20618e211a6d" -d '{"events": [{"server_uuid": "77c9eff9-f28b-4865-a6b2-5438346b89be", "name": "network-vif-deleted", "tag": "1d974647-41d0-4c2f-926c-3f67b3e72f55"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:26:07.448182 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d830ec-39b2-464a-ab6e-004fc82a2a6d req-e935fd94-5840-4d85-9056-ac1a83d21e5e tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:07.449719 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-22d830ec-39b2-464a-ab6e-004fc82a2a6d req-e935fd94-5840-4d85-9056-ac1a83d21e5e tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=98465259-fbab-42fd-9772-0d62ae350331 HTTP/1.1" status: 200 len: 945 time: 0.1197476 Sep 26 11:26:07.478013 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-64229196-70db-43f0-845a-04144549991e service neutron] 10.222.0.15 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489608 Sep 26 11:26:07.515022 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-22d830ec-39b2-464a-ab6e-004fc82a2a6d req-df545154-fbce-49a1-803b-125db9bcfc65 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518434 Sep 26 11:26:07.576264 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c6cea1-d2b5-44fe-8468-7401dbbc1e17 x-openstack-request-id: req-e2c6cea1-d2b5-44fe-8468-7401dbbc1e17 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:26:07.576642 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c9eff9-f28b-4865-a6b2-5438346b89be", "name": "network-vif-deleted", "tag": "1d974647-41d0-4c2f-926c-3f67b3e72f55", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:26:07.576886 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2c6cea1-d2b5-44fe-8468-7401dbbc1e17 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:26:07.577461 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c9eff9-f28b-4865-a6b2-5438346b89be', 'name': 'network-vif-deleted', 'tag': '1d974647-41d0-4c2f-926c-3f67b3e72f55', 'status': 'completed', 'code': 200} Sep 26 11:26:07.638788 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 51370) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:07.762114 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-da90d11b-132e-4d38-9fd7-3be3e7527be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:07.895609 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1ed3a9a6-45ae-4159-8451-65f66208e2ac req-13ddd04e-e195-4e10-b21b-8690a3bfb12e tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd978853-e725-4f82-a754-f145dd8fa784 HTTP/1.1" status: 200 len: 210 time: 0.0544460 Sep 26 11:26:07.941612 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08bd1a-286d-45b6-9299-fc8f6530cbc1 req-a60166f8-fb03-4049-8a96-f6f5839768fd tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:07.944297 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2f08bd1a-286d-45b6-9299-fc8f6530cbc1 req-a60166f8-fb03-4049-8a96-f6f5839768fd tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 946 time: 0.0935664 Sep 26 11:26:07.975415 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-da90d11b-132e-4d38-9fd7-3be3e7527be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:07.980973 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-da90d11b-132e-4d38-9fd7-3be3e7527be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:08.010193 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2f08bd1a-286d-45b6-9299-fc8f6530cbc1 req-aefc332f-af7d-41b3-b4b7-6b356996d07a tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576034 Sep 26 11:26:08.045231 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-da90d11b-132e-4d38-9fd7-3be3e7527be0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=293f713c5de346e48712cff375da9bde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4051719 Sep 26 11:26:08.049431 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 51386) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:08.074238 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90d11b-132e-4d38-9fd7-3be3e7527be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ecf6a0-066f-4435-b16a-b0b36eefb238,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:08.118561 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7291ed52-afc3-4241-8bc8-95050ddcb35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:08.143154 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7291ed52-afc3-4241-8bc8-95050ddcb35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:08.195946 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7291ed52-afc3-4241-8bc8-95050ddcb35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:08.198529 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7291ed52-afc3-4241-8bc8-95050ddcb35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:08.199741 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-7291ed52-afc3-4241-8bc8-95050ddcb35d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/52ecf6a0-066f-4435-b16a-b0b36eefb238 HTTP/1.1" status: 204 len: 168 time: 0.1485291 Sep 26 11:26:08.208451 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291ed52-afc3-4241-8bc8-95050ddcb35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ecf6a0-066f-4435-b16a-b0b36eefb238,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:08.319889 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 51396) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:08.522635 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 51400) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:08.544967 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9f2ffc32-3443-4b64-8d13-c949fc201f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:08.674619 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5f002-fde3-4a4f-bea2-5c1a518b94ee req-0e4141ff-42f4-430a-80d6-c6d6952ef258 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:08.677320 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-efa5f002-fde3-4a4f-bea2-5c1a518b94ee req-0e4141ff-42f4-430a-80d6-c6d6952ef258 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=98465259-fbab-42fd-9772-0d62ae350331 HTTP/1.1" status: 200 len: 945 time: 0.0824628 Sep 26 11:26:08.739899 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-efa5f002-fde3-4a4f-bea2-5c1a518b94ee req-850e4114-f188-4cf2-b9a2-91881660511d tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/security-groups?id=840b6922-5a35-4d31-b1ea-17958a2f4c75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438821 Sep 26 11:26:08.741437 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9f2ffc32-3443-4b64-8d13-c949fc201f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:08.749366 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9f2ffc32-3443-4b64-8d13-c949fc201f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:08.805898 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-9f2ffc32-3443-4b64-8d13-c949fc201f2a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb4170beef4e4c10b06ed1647abbcac2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2821176 Sep 26 11:26:08.808929 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 51406) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:08.811232 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ffc32-3443-4b64-8d13-c949fc201f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f58687b-8e2e-4e26-b8fb-5a21eb4cd910,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:08.892097 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3a7ca694-a565-4cf7-9e0d-ef4164ad9ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:08.930034 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3a7ca694-a565-4cf7-9e0d-ef4164ad9ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:08.945659 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cefa66-c06c-49d8-80ec-fa3596d322bc req-3f99343e-2609-4f5c-94c8-1e6d189e5b0f tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:08.947316 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c9cefa66-c06c-49d8-80ec-fa3596d322bc req-3f99343e-2609-4f5c-94c8-1e6d189e5b0f tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.22 "GET /v2.0/ports?device_id=98465259-fbab-42fd-9772-0d62ae350331 HTTP/1.1" status: 200 len: 945 time: 0.0889609 Sep 26 11:26:08.960455 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-863463e6-c4b6-402d-88af-a7d3ee657e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-750106'] for router_interface, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:09.050949 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e03585e9-aca6-4fc3-9985-3fbfc5f8e2a0 req-a2905167-5de4-4765-a1ff-ad6fc8bbf2cc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd978853-e725-4f82-a754-f145dd8fa784 HTTP/1.1" status: 200 len: 210 time: 0.0507669 Sep 26 11:26:09.101457 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3a7ca694-a565-4cf7-9e0d-ef4164ad9ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:09.104650 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3a7ca694-a565-4cf7-9e0d-ef4164ad9ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:09.108506 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-3a7ca694-a565-4cf7-9e0d-ef4164ad9ca9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5f58687b-8e2e-4e26-b8fb-5a21eb4cd910 HTTP/1.1" status: 204 len: 168 time: 0.2958636 Sep 26 11:26:09.127762 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [req-c9cefa66-c06c-49d8-80ec-fa3596d322bc req-d8dd2403-aaa3-45a3-acf6-9fa62b175332 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Deleting port dbb216a9-b209-4d6a-bb90-59e18f5cc8a6 {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:26:09.128246 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-c9cefa66-c06c-49d8-80ec-fa3596d322bc req-d8dd2403-aaa3-45a3-acf6-9fa62b175332 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:09.131921 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ca694-a565-4cf7-9e0d-ef4164ad9ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f58687b-8e2e-4e26-b8fb-5a21eb4cd910,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:09.197195 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-f38ff64f-73c8-4f81-ba66-64a6c3b8322a tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:09.199208 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-f38ff64f-73c8-4f81-ba66-64a6c3b8322a tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.22 "GET /v2.0/networks?id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8 HTTP/1.1" status: 200 len: 811 time: 0.2546873 Sep 26 11:26:09.280164 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-c9cefa66-c06c-49d8-80ec-fa3596d322bc req-d8dd2403-aaa3-45a3-acf6-9fa62b175332 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] For port dbb216a9-b209-4d6a-bb90-59e18f5cc8a6, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=dbb216a9-b209-4d6a-bb90-59e18f5cc8a6,segment=NetworkSegment(9c7723ed-648f-4bf6-9d12-d10bd7e684a4),segment_id=9c7723ed-648f-4bf6-9d12-d10bd7e684a4)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:26:09.280606 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-c9cefa66-c06c-49d8-80ec-fa3596d322bc req-d8dd2403-aaa3-45a3-acf6-9fa62b175332 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:09.296976 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [req-c9cefa66-c06c-49d8-80ec-fa3596d322bc req-d8dd2403-aaa3-45a3-acf6-9fa62b175332 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Calling delete_port for dbb216a9-b209-4d6a-bb90-59e18f5cc8a6 owned by compute:nova {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:26:09.343494 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-e103bdf7-e30d-487a-bb72-1eb19ccb7e5c tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce837c99bcc9456283c5401547ff5a76 HTTP/1.1" status: 200 len: 379 time: 0.1097357 Sep 26 11:26:09.354072 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-395470d5-8546-4156-bfb8-9b86cd9edc4d tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Request body: {'port': {'device_id': 'bd978853-e725-4f82-a754-f145dd8fa784', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'admin_state_up': True, 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'security_groups': ['43a0dad4-ca9f-4a46-a427-7794756f0d0f']}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:26:09.450918 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-c9cefa66-c06c-49d8-80ec-fa3596d322bc req-d8dd2403-aaa3-45a3-acf6-9fa62b175332 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:09.465822 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['dbb216a9-b209-4d6a-bb90-59e18f5cc8a6'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:26:09.484284 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd2403-aaa3-45a3-acf6-9fa62b175332 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Pushing event deleted for resources: {'Port': ['ID=dbb216a9-b209-4d6a-bb90-59e18f5cc8a6,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:09.542229 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-395470d5-8546-4156-bfb8-9b86cd9edc4d tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Made reservation on behalf of ce837c99bcc9456283c5401547ff5a76 for: {'port': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:26:09.545942 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-395470d5-8546-4156-bfb8-9b86cd9edc4d tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:09.565129 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9cefa66-c06c-49d8-80ec-fa3596d322bc req-d8dd2403-aaa3-45a3-acf6-9fa62b175332 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] No DVR routers for this DVR port dbb216a9-b209-4d6a-bb90-59e18f5cc8a6 on host hv-cinder-81103 {{(pid=94001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:26:09.572776 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-c9cefa66-c06c-49d8-80ec-fa3596d322bc req-d8dd2403-aaa3-45a3-acf6-9fa62b175332 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:09.577065 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c9cefa66-c06c-49d8-80ec-fa3596d322bc req-d8dd2403-aaa3-45a3-acf6-9fa62b175332 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.22 "DELETE /v2.0/ports/dbb216a9-b209-4d6a-bb90-59e18f5cc8a6 HTTP/1.1" status: 204 len: 173 time: 0.6213200 Sep 26 11:26:09.577508 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-863463e6-c4b6-402d-88af-a7d3ee657e94 admin admin] Deleting port b00e4642-cb8d-4553-b4c8-4ca939a4ff89 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:26:09.577855 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-863463e6-c4b6-402d-88af-a7d3ee657e94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:09.578597 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98465259-fbab-42fd-9772-0d62ae350331', 'name': 'network-vif-deleted', 'tag': 'dbb216a9-b209-4d6a-bb90-59e18f5cc8a6'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:26:09.586035 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e845a341-2612-480d-b1e4-3ddac4453bfe" -d '{"events": [{"server_uuid": "98465259-fbab-42fd-9772-0d62ae350331", "name": "network-vif-deleted", "tag": "dbb216a9-b209-4d6a-bb90-59e18f5cc8a6"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:26:09.632081 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40ecac0-4122-4161-bc77-af1510c81e08 x-openstack-request-id: req-c40ecac0-4122-4161-bc77-af1510c81e08 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:26:09.632371 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98465259-fbab-42fd-9772-0d62ae350331", "name": "network-vif-deleted", "tag": "dbb216a9-b209-4d6a-bb90-59e18f5cc8a6", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:26:09.632631 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c40ecac0-4122-4161-bc77-af1510c81e08 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:26:09.633026 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98465259-fbab-42fd-9772-0d62ae350331', 'name': 'network-vif-deleted', 'tag': 'dbb216a9-b209-4d6a-bb90-59e18f5cc8a6', 'status': 'completed', 'code': 200} Sep 26 11:26:09.745566 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-863463e6-c4b6-402d-88af-a7d3ee657e94 admin admin] For port b00e4642-cb8d-4553-b4c8-4ca939a4ff89, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=b00e4642-cb8d-4553-b4c8-4ca939a4ff89,segment=NetworkSegment(fcc5799a-eb51-4135-962b-9ae4b4d86e58),segment_id=fcc5799a-eb51-4135-962b-9ae4b4d86e58)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:26:09.746167 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-863463e6-c4b6-402d-88af-a7d3ee657e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:09.798434 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-395470d5-8546-4156-bfb8-9b86cd9edc4d tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Allocated IP 172.20.0.10 (fee0bc02-ba70-4306-88e5-38ff36a0bcb8/258101c2-cabd-4a87-bb0e-e9533532d3e4/441da9f5-923a-48f3-82b1-b107211dab37) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:26:09.822542 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-863463e6-c4b6-402d-88af-a7d3ee657e94 admin admin] Calling delete_port for b00e4642-cb8d-4553-b4c8-4ca939a4ff89 owned by network:router_interface {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:26:09.854247 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device dbb216a9-b209-4d6a-bb90-59e18f5cc8a6 no longer exists at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:26:09.878939 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] No Port match for: dbb216a9-b209-4d6a-bb90-59e18f5cc8a6 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:26:09.879663 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device dbb216a9-b209-4d6a-bb90-59e18f5cc8a6 not bound to the agent host hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:26:09.880155 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 1d974647-41d0-4c2f-926c-3f67b3e72f55 no longer exists at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:26:09.897190 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8e3a976a-f8ae-410b-af4e-f296551eaa3e req-626afc99-8629-4f9e-9502-a5a99e837aa9 tempest-VolumesSnapshotTestJSON-1763687687 tempest-VolumesSnapshotTestJSON-1763687687-project] 10.222.0.15 "GET /v2.0/ports?device_id=98465259-fbab-42fd-9772-0d62ae350331 HTTP/1.1" status: 200 len: 210 time: 0.0398145 Sep 26 11:26:09.910828 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] No Port match for: 1d974647-41d0-4c2f-926c-3f67b3e72f55 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:26:09.911413 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 1d974647-41d0-4c2f-926c-3f67b3e72f55 not bound to the agent host hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:26:10.182830 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-82c6ea50-841f-491b-9986-48cd11caf741 req-7a9fd54f-693a-49e0-91ff-eb5e57b7aa6d tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd978853-e725-4f82-a754-f145dd8fa784 HTTP/1.1" status: 200 len: 210 time: 0.0394347 Sep 26 11:26:10.322002 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-395470d5-8546-4156-bfb8-9b86cd9edc4d tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:10.395073 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-863463e6-c4b6-402d-88af-a7d3ee657e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:10.400685 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-395470d5-8546-4156-bfb8-9b86cd9edc4d tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:10.433082 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863463e6-c4b6-402d-88af-a7d3ee657e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=b00e4642-cb8d-4553-b4c8-4ca939a4ff89,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:10.486266 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-395470d5-8546-4156-bfb8-9b86cd9edc4d tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Network fee0bc02-ba70-4306-88e5-38ff36a0bcb8 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:26:10.492198 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-395470d5-8546-4156-bfb8-9b86cd9edc4d tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:26:10.515930 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-395470d5-8546-4156-bfb8-9b86cd9edc4d tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:26:10.562438 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395470d5-8546-4156-bfb8-9b86cd9edc4d tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Pushing event updated for resources: {'Port': ['ID=441da9f5-923a-48f3-82b1-b107211dab37,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:10.596545 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-395470d5-8546-4156-bfb8-9b86cd9edc4d tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:10.597582 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-395470d5-8546-4156-bfb8-9b86cd9edc4d tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:10.683003 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-395470d5-8546-4156-bfb8-9b86cd9edc4d tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3325346 Sep 26 11:26:10.701144 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-ba2fb298-6211-4cf8-ae5d-9b52fe5f01ee service neutron] Request body: {'port': {'device_id': 'bd978853-e725-4f82-a754-f145dd8fa784', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81103'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:26:10.759215 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-43aab405-3851-40a9-90fa-ada237d3e082 None None] Provisioning complete for port 441da9f5-923a-48f3-82b1-b107211dab37 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:26:10.759756 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-43aab405-3851-40a9-90fa-ada237d3e082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:10.788263 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-863463e6-c4b6-402d-88af-a7d3ee657e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748691'] for router_interface, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:10.795859 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-ba2fb298-6211-4cf8-ae5d-9b52fe5f01ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:10.814891 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-43aab405-3851-40a9-90fa-ada237d3e082 None None] Port 441da9f5-923a-48f3-82b1-b107211dab37 cannot update to ACTIVE because it is not bound. {{(pid=94002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 11:26:11.235512 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863463e6-c4b6-402d-88af-a7d3ee657e94 admin admin] Router 31da8a41-38e4-4615-8617-081b5c6aed83 has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:26:11.337855 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-ba2fb298-6211-4cf8-ae5d-9b52fe5f01ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 441da9f5-923a-48f3-82b1-b107211dab37 {{(pid=94000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:26:11.379578 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-ba2fb298-6211-4cf8-ae5d-9b52fe5f01ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:11.404473 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa925f2f-6ff7-4b9d-9b2b-c35551c8f751 req-9270995a-9af0-4db1-8b5e-9fb73e64702b tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:11.405401 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.provisioning_blocks [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-ba2fb298-6211-4cf8-ae5d-9b52fe5f01ee service neutron] Transition to ACTIVE for port object 441da9f5-923a-48f3-82b1-b107211dab37 will not be triggered until provisioned by entity L2. {{(pid=94000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 11:26:11.406503 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-aa925f2f-6ff7-4b9d-9b2b-c35551c8f751 req-9270995a-9af0-4db1-8b5e-9fb73e64702b tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd978853-e725-4f82-a754-f145dd8fa784 HTTP/1.1" status: 200 len: 932 time: 0.1026490 Sep 26 11:26:11.417645 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-ba2fb298-6211-4cf8-ae5d-9b52fe5f01ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530160741'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:11.451285 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-aa925f2f-6ff7-4b9d-9b2b-c35551c8f751 req-4be9fdc2-0e3f-418a-a695-58e7d98f8e1e tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372140 Sep 26 11:26:11.474743 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863463e6-c4b6-402d-88af-a7d3ee657e94 admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:26:11.483225 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-863463e6-c4b6-402d-88af-a7d3ee657e94 admin admin] 10.222.0.15 "PUT /v2.0/routers/31da8a41-38e4-4615-8617-081b5c6aed83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1619353 Sep 26 11:26:11.489697 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 51474) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:11.492424 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff9634c-adc9-4e9a-898a-7109ab8470b1 None None] Sync routers for ids ['31da8a41-38e4-4615-8617-081b5c6aed83'] in dv-cinder-811032-1-iscsi {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:26:11.495922 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fb298-6211-4cf8-ae5d-9b52fe5f01ee service neutron] Pushing event updated for resources: {'Port': ['ID=441da9f5-923a-48f3-82b1-b107211dab37,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:11.548124 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff9634c-adc9-4e9a-898a-7109ab8470b1 None None] Routers {'31da8a41-38e4-4615-8617-081b5c6aed83'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:26:11.548766 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-9ff9634c-adc9-4e9a-898a-7109ab8470b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:26:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['31da8a41-38e4-4615-8617-081b5c6aed83'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:11.585271 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-ba2fb298-6211-4cf8-ae5d-9b52fe5f01ee service neutron] Attempting to bind port 441da9f5-923a-48f3-82b1-b107211dab37 on host hv-cinder-81103 for vnic_type normal with profile {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:26:11.585721 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-ba2fb298-6211-4cf8-ae5d-9b52fe5f01ee service neutron] Attempting to bind port 441da9f5-923a-48f3-82b1-b107211dab37 by drivers openvswitch,hyperv on host hv-cinder-81103 at level 0 using segments [{'id': '16519192-f9bf-4c30-a8ac-07119e563f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8'}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:26:11.586281 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-ba2fb298-6211-4cf8-ae5d-9b52fe5f01ee service neutron] Attempting to bind port 441da9f5-923a-48f3-82b1-b107211dab37 on network fee0bc02-ba70-4306-88e5-38ff36a0bcb8 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:26:11.594427 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-ba2fb298-6211-4cf8-ae5d-9b52fe5f01ee service neutron] Port 441da9f5-923a-48f3-82b1-b107211dab37 on network fee0bc02-ba70-4306-88e5-38ff36a0bcb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81103 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 11:26:11.594931 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-ba2fb298-6211-4cf8-ae5d-9b52fe5f01ee service neutron] Attempting to bind port 441da9f5-923a-48f3-82b1-b107211dab37 on network fee0bc02-ba70-4306-88e5-38ff36a0bcb8 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:26:11.601902 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-ba2fb298-6211-4cf8-ae5d-9b52fe5f01ee service neutron] Checking agent: {'id': 'c7902f34-c618-4561-9fcf-9ee1c8cebcf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81103', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'started_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:26:11.602324 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-ba2fb298-6211-4cf8-ae5d-9b52fe5f01ee service neutron] Checking segment: {'id': '16519192-f9bf-4c30-a8ac-07119e563f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:26:11.602828 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-ba2fb298-6211-4cf8-ae5d-9b52fe5f01ee service neutron] Bound using segment: {'id': '16519192-f9bf-4c30-a8ac-07119e563f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8'} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:26:11.603328 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-ba2fb298-6211-4cf8-ae5d-9b52fe5f01ee service neutron] Bound port: 441da9f5-923a-48f3-82b1-b107211dab37, host: hv-cinder-81103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16519192-f9bf-4c30-a8ac-07119e563f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8'}}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:26:11.604007 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-ba2fb298-6211-4cf8-ae5d-9b52fe5f01ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:11.652253 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-7c897989-69f9-4630-af92-7fd93c1c6a2e admin admin] Notify callbacks [] for router, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:11.783020 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-ba2fb298-6211-4cf8-ae5d-9b52fe5f01ee service neutron] For port 441da9f5-923a-48f3-82b1-b107211dab37, host hv-cinder-81103, cleared binding levels {{(pid=94000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:26:11.789867 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-ba2fb298-6211-4cf8-ae5d-9b52fe5f01ee service neutron] For port 441da9f5-923a-48f3-82b1-b107211dab37, host hv-cinder-81103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=441da9f5-923a-48f3-82b1-b107211dab37,segment=NetworkSegment(16519192-f9bf-4c30-a8ac-07119e563f4f),segment_id=16519192-f9bf-4c30-a8ac-07119e563f4f)] {{(pid=94000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:26:11.801675 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-ba2fb298-6211-4cf8-ae5d-9b52fe5f01ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530160741'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:11.818718 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-7c897989-69f9-4630-af92-7fd93c1c6a2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:11.847046 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-9ff9634c-adc9-4e9a-898a-7109ab8470b1 None None] Set router 31da8a41-38e4-4615-8617-081b5c6aed83 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:26:11.870328 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fb298-6211-4cf8-ae5d-9b52fe5f01ee service neutron] Pushing event updated for resources: {'Port': ['ID=441da9f5-923a-48f3-82b1-b107211dab37,revision_number=3']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:11.879622 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-ba2fb298-6211-4cf8-ae5d-9b52fe5f01ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:11.880074 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-ba2fb298-6211-4cf8-ae5d-9b52fe5f01ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:11.881621 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-ba2fb298-6211-4cf8-ae5d-9b52fe5f01ee service neutron] 10.222.0.22 "PUT /v2.0/ports/441da9f5-923a-48f3-82b1-b107211dab37 HTTP/1.1" status: 200 len: 1094 time: 1.1887419 Sep 26 11:26:11.882184 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd978853-e725-4f82-a754-f145dd8fa784', 'tag': '441da9f5-923a-48f3-82b1-b107211dab37'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:26:11.884558 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac05579741f88b05fd5495e6fabac80b3338caa1126b8e71f43a8600e84c3c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdfb4aa-f337-4475-a0ca-14186aa37430" -d '{"events": [{"name": "network-changed", "server_uuid": "bd978853-e725-4f82-a754-f145dd8fa784", "tag": "441da9f5-923a-48f3-82b1-b107211dab37"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:26:11.892696 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-7c897989-69f9-4630-af92-7fd93c1c6a2e admin admin] Deleting port f5155535-5092-4f57-a00b-2b7e06063c59 {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:26:11.892964 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-7c897989-69f9-4630-af92-7fd93c1c6a2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:12.006065 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab75b653-e19a-4377-92d8-547bab162589 x-openstack-request-id: req-ab75b653-e19a-4377-92d8-547bab162589 {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:26:12.006750 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd978853-e725-4f82-a754-f145dd8fa784", "tag": "441da9f5-923a-48f3-82b1-b107211dab37", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:26:12.007200 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab75b653-e19a-4377-92d8-547bab162589 {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:26:12.007799 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd978853-e725-4f82-a754-f145dd8fa784', 'tag': '441da9f5-923a-48f3-82b1-b107211dab37', 'status': 'completed', 'code': 200} Sep 26 11:26:12.032510 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-1548c4a1-9587-4534-bfb1-a97ca36a3d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:12.049031 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-1548c4a1-9587-4534-bfb1-a97ca36a3d9f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce837c99bcc9456283c5401547ff5a76&device_id=bd978853-e725-4f82-a754-f145dd8fa784 HTTP/1.1" status: 200 len: 1097 time: 0.0989444 Sep 26 11:26:12.052160 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-7c897989-69f9-4630-af92-7fd93c1c6a2e admin admin] For port f5155535-5092-4f57-a00b-2b7e06063c59, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=f5155535-5092-4f57-a00b-2b7e06063c59,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:26:12.052543 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-7c897989-69f9-4630-af92-7fd93c1c6a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:12.074200 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-7c897989-69f9-4630-af92-7fd93c1c6a2e admin admin] Calling delete_port for f5155535-5092-4f57-a00b-2b7e06063c59 owned by network:router_gateway {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:26:12.104886 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-703a62c6-dc38-410b-85c2-30359545dbd9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=441da9f5-923a-48f3-82b1-b107211dab37 HTTP/1.1" status: 200 len: 217 time: 0.0478818 Sep 26 11:26:12.139895 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-9ff9634c-adc9-4e9a-898a-7109ab8470b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31da8a41-38e4-4615-8617-081b5c6aed83', 'name': 'tempest-ServerRescueNegativeTestJSON-195278720-router', 'tenant_id': '0a5a72529877428ea014522afb626541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'f5155535-5092-4f57-a00b-2b7e06063c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:52Z', 'updated_at': '2021-09-26T11:26:10Z', 'revision_number': 5, 'project_id': '0a5a72529877428ea014522afb626541', 'gw_port': {'id': 'f5155535-5092-4f57-a00b-2b7e06063c59', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da8a41-38e4-4615-8617-081b5c6aed83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:21:53Z', 'updated_at': '2021-09-26T11:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:12.175959 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff9634c-adc9-4e9a-898a-7109ab8470b1 None None] Checking router: 31da8a41-38e4-4615-8617-081b5c6aed83 for host: dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:26:12.189452 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-a0a48229-8f55-408f-af06-571ad9ac3aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:12.192793 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-a0a48229-8f55-408f-af06-571ad9ac3aed service neutron] 10.222.0.22 "GET /v2.0/subnets?id=258101c2-cabd-4a87-bb0e-e9533532d3e4 HTTP/1.1" status: 200 len: 850 time: 0.0809269 Sep 26 11:26:12.197783 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff9634c-adc9-4e9a-898a-7109ab8470b1 None None] Routers {'31da8a41-38e4-4615-8617-081b5c6aed83'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:26:12.198433 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-9ff9634c-adc9-4e9a-898a-7109ab8470b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:26:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['31da8a41-38e4-4615-8617-081b5c6aed83'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:12.248788 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-a191c237-ce65-4d69-903f-1478c2fc4140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:12.250327 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-a191c237-ce65-4d69-903f-1478c2fc4140 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502729 Sep 26 11:26:12.282310 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-7c897989-69f9-4630-af92-7fd93c1c6a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:12.304476 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-9ff9634c-adc9-4e9a-898a-7109ab8470b1 None None] Set router 31da8a41-38e4-4615-8617-081b5c6aed83 gateway port host: None {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:26:12.324993 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c897989-69f9-4630-af92-7fd93c1c6a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=f5155535-5092-4f57-a00b-2b7e06063c59,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:12.365389 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-9ff9634c-adc9-4e9a-898a-7109ab8470b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31da8a41-38e4-4615-8617-081b5c6aed83', 'name': 'tempest-ServerRescueNegativeTestJSON-195278720-router', 'tenant_id': '0a5a72529877428ea014522afb626541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:52Z', 'updated_at': '2021-09-26T11:26:11Z', 'revision_number': 6, 'project_id': '0a5a72529877428ea014522afb626541', 'gw_port_host': None}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:12.373150 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-deacd8c1-b1c8-481f-bdd0-478ed598aa3b service neutron] 10.222.0.22 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142035 Sep 26 11:26:12.411291 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff9634c-adc9-4e9a-898a-7109ab8470b1 None None] The sync data for ids ['31da8a41-38e4-4615-8617-081b5c6aed83'] in dv-cinder-811032-1-iscsi is: [{'id': '31da8a41-38e4-4615-8617-081b5c6aed83', 'name': 'tempest-ServerRescueNegativeTestJSON-195278720-router', 'tenant_id': '0a5a72529877428ea014522afb626541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:52Z', 'updated_at': '2021-09-26T11:26:11Z', 'revision_number': 6, 'project_id': '0a5a72529877428ea014522afb626541', 'gw_port_host': None}] {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:26:12.412448 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-7c897989-69f9-4630-af92-7fd93c1c6a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748624'] for router_gateway, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:12.484058 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-0c04358d-782e-47db-80fa-904f3ffe3075 req-0d3c6567-5639-4c7c-a7b8-9cca83343063 service neutron] 10.222.0.22 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026080 Sep 26 11:26:12.537435 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-7c897989-69f9-4630-af92-7fd93c1c6a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-408'] for router, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:12.540250 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-7c897989-69f9-4630-af92-7fd93c1c6a2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:12.591465 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfb4aa-f337-4475-a0ca-14186aa37430 req-b1fe83b0-f7b8-4cf1-9e45-051f26614b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:12.593114 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6bdfb4aa-f337-4475-a0ca-14186aa37430 req-b1fe83b0-f7b8-4cf1-9e45-051f26614b90 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce837c99bcc9456283c5401547ff5a76&device_id=bd978853-e725-4f82-a754-f145dd8fa784 HTTP/1.1" status: 200 len: 1097 time: 0.0630682 Sep 26 11:26:12.660005 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-7c897989-69f9-4630-af92-7fd93c1c6a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751414'] for router, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:12.660816 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c897989-69f9-4630-af92-7fd93c1c6a2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31da8a41-38e4-4615-8617-081b5c6aed83 {{(pid=94001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 11:26:12.671950 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-7c897989-69f9-4630-af92-7fd93c1c6a2e admin admin] Notify callbacks [] for router, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:12.673862 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-7c897989-69f9-4630-af92-7fd93c1c6a2e admin admin] 10.222.0.15 "DELETE /v2.0/routers/31da8a41-38e4-4615-8617-081b5c6aed83 HTTP/1.1" status: 204 len: 168 time: 1.1822972 Sep 26 11:26:12.677807 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 51504) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:12.710899 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfb4aa-f337-4475-a0ca-14186aa37430 req-d885359b-afe5-438b-bf6b-10ed3e9ecec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:12.712317 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6bdfb4aa-f337-4475-a0ca-14186aa37430 req-d885359b-afe5-438b-bf6b-10ed3e9ecec5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8 HTTP/1.1" status: 200 len: 912 time: 0.1041610 Sep 26 11:26:12.734755 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2302ca-04f0-4578-a68c-19b9e1ad7917 req-5afd3266-4a7e-491b-b124-0c86ab9a625c tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:12.736136 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8e2302ca-04f0-4578-a68c-19b9e1ad7917 req-5afd3266-4a7e-491b-b124-0c86ab9a625c tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd978853-e725-4f82-a754-f145dd8fa784 HTTP/1.1" status: 200 len: 944 time: 0.1236567 Sep 26 11:26:12.753508 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_v2 [None req-904d854a-1209-4731-8013-0172aaa56711 admin admin] Deleting subnet 59e45337-b67d-4e42-97b1-813ae679474a {{(pid=94001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 11:26:12.759419 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6bdfb4aa-f337-4475-a0ca-14186aa37430 req-cd93f19e-31ff-45fa-a852-027d24812b3d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=441da9f5-923a-48f3-82b1-b107211dab37 HTTP/1.1" status: 200 len: 217 time: 0.0390444 Sep 26 11:26:12.763841 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-904d854a-1209-4731-8013-0172aaa56711 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:12.816990 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfb4aa-f337-4475-a0ca-14186aa37430 req-72162c9c-6d61-42fb-990e-34b311feceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:12.821745 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6bdfb4aa-f337-4475-a0ca-14186aa37430 req-72162c9c-6d61-42fb-990e-34b311feceaf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=258101c2-cabd-4a87-bb0e-e9533532d3e4 HTTP/1.1" status: 200 len: 850 time: 0.0532289 Sep 26 11:26:12.823305 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8e2302ca-04f0-4578-a68c-19b9e1ad7917 req-ab79ee45-6827-4444-89bf-cbd59438f632 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785320 Sep 26 11:26:12.825710 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-904d854a-1209-4731-8013-0172aaa56711 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2161611'] for subnet, precommit_delete_associations {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:12.877659 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-904d854a-1209-4731-8013-0172aaa56711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733527'] for subnet, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:12.879039 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfb4aa-f337-4475-a0ca-14186aa37430 req-776caca9-0cf9-4e7a-8066-98fb66214008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:12.880623 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6bdfb4aa-f337-4475-a0ca-14186aa37430 req-776caca9-0cf9-4e7a-8066-98fb66214008 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529375 Sep 26 11:26:12.980799 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-904d854a-1209-4731-8013-0172aaa56711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530552793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529669039'] for subnet, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:13.008195 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6bdfb4aa-f337-4475-a0ca-14186aa37430 req-29bf59f4-78c6-4e5f-baed-eb3b13073228 service neutron] 10.222.0.22 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184514 Sep 26 11:26:13.020494 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d854a-1209-4731-8013-0172aaa56711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59e45337-b67d-4e42-97b1-813ae679474a,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:13.023094 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-904d854a-1209-4731-8013-0172aaa56711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:13.025539 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-904d854a-1209-4731-8013-0172aaa56711 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/59e45337-b67d-4e42-97b1-813ae679474a HTTP/1.1" status: 204 len: 168 time: 0.3463707 Sep 26 11:26:13.029916 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 51510) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:13.127413 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d03995a4-fc58-49a7-8827-8a24c0fbe3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832047'] for network, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:13.137592 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-6bdfb4aa-f337-4475-a0ca-14186aa37430 req-896cc4e6-1038-4e2e-955c-63febbf1d93a service neutron] 10.222.0.22 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189220 Sep 26 11:26:13.228771 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d03995a4-fc58-49a7-8827-8a24c0fbe3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722414', 'neutron.services.segments.db._delete_segments_for_network-8784557248148'] for network, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:13.250359 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.services.segments.db [None req-d03995a4-fc58-49a7-8827-8a24c0fbe3b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3816b198-fbf9-4832-9257-7a9e89f72850']}} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:13.261178 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.services.segments.db [None req-d03995a4-fc58-49a7-8827-8a24c0fbe3b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc5799a-eb51-4135-962b-9ae4b4d86e58') {'for_net_delete': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:13.261522 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.services.segments.db [None req-d03995a4-fc58-49a7-8827-8a24c0fbe3b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc5799a-eb51-4135-962b-9ae4b4d86e58') {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:13.275901 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d03995a4-fc58-49a7-8827-8a24c0fbe3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784557247901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2161618'] for segment, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:13.295845 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d03995a4-fc58-49a7-8827-8a24c0fbe3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:13.303434 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d03995a4-fc58-49a7-8827-8a24c0fbe3b9 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=94001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 11:26:13.303850 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d03995a4-fc58-49a7-8827-8a24c0fbe3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530550903'] for segment, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: Traceback (most recent call last): Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: timer() Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: cb(*args, **kw) Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: return func(*args, **kwargs) Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: self._notify() Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: self.callback(batched_events) Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: event.method(event) Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: return f(self, *a, **k) Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: return self._get(url).json() Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: return self.request(url, 'GET', **kwargs) Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 11:26:13.305677 dv-cinder-811032-1-iscsi neutron-server[94001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 11:26:13.365281 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d03995a4-fc58-49a7-8827-8a24c0fbe3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748556'] for network, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:13.370111 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d03995a4-fc58-49a7-8827-8a24c0fbe3b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:13.372308 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-d03995a4-fc58-49a7-8827-8a24c0fbe3b9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3816b198-fbf9-4832-9257-7a9e89f72850 HTTP/1.1" status: 204 len: 168 time: 0.3405206 Sep 26 11:26:13.387560 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03995a4-fc58-49a7-8827-8a24c0fbe3b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3816b198-fbf9-4832-9257-7a9e89f72850,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:13.547601 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 51518) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:13.590525 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-8086e51d-fb0e-4f23-b666-4ff0155b685b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a5a72529877428ea014522afb626541&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0417259 Sep 26 11:26:13.593070 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 51520) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:13.645536 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f9a0797b-d27a-4de7-8527-ddf48bd13203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:13.667430 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f9a0797b-d27a-4de7-8527-ddf48bd13203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:13.714940 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f9a0797b-d27a-4de7-8527-ddf48bd13203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:13.717477 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f9a0797b-d27a-4de7-8527-ddf48bd13203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:13.718724 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-f9a0797b-d27a-4de7-8527-ddf48bd13203 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a70d694-3166-476f-a2d7-c61a6fa0ab24 HTTP/1.1" status: 204 len: 168 time: 0.1246994 Sep 26 11:26:13.727850 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0797b-d27a-4de7-8527-ddf48bd13203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a70d694-3166-476f-a2d7-c61a6fa0ab24,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:13.953539 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904d62f-d0fe-4727-a573-aa9602560b62 req-784dbb5b-06b9-4f2d-bf3a-0874c7fe1da1 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:13.955105 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d904d62f-d0fe-4727-a573-aa9602560b62 req-784dbb5b-06b9-4f2d-bf3a-0874c7fe1da1 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd978853-e725-4f82-a754-f145dd8fa784 HTTP/1.1" status: 200 len: 944 time: 0.0521953 Sep 26 11:26:14.000679 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d904d62f-d0fe-4727-a573-aa9602560b62 req-9e37e160-2f22-4704-8da9-1f3000099345 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382926 Sep 26 11:26:14.004406 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device f5155535-5092-4f57-a00b-2b7e06063c59 no longer exists at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:26:14.026710 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] No Port match for: f5155535-5092-4f57-a00b-2b7e06063c59 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:26:14.027002 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device f5155535-5092-4f57-a00b-2b7e06063c59 not bound to the agent host dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:26:14.027417 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device b00e4642-cb8d-4553-b4c8-4ca939a4ff89 no longer exists at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:26:14.046913 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] No Port match for: b00e4642-cb8d-4553-b4c8-4ca939a4ff89 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:26:14.047267 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device b00e4642-cb8d-4553-b4c8-4ca939a4ff89 not bound to the agent host dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:26:14.435527 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 51558) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:14.557636 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-16405cbd-291f-4a1b-8c0a-7493d85ed403 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-315950683-network', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:26:14.585760 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16405cbd-291f-4a1b-8c0a-7493d85ed403 admin admin] Made reservation on behalf of 7cb378b591e143fb91d044bdf1c9f3df for: {'network': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:26:14.588748 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-16405cbd-291f-4a1b-8c0a-7493d85ed403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for network, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:14.600725 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-16405cbd-291f-4a1b-8c0a-7493d85ed403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:14.704009 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-16405cbd-291f-4a1b-8c0a-7493d85ed403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:14.708955 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-16405cbd-291f-4a1b-8c0a-7493d85ed403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:14.745181 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16405cbd-291f-4a1b-8c0a-7493d85ed403 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=94001) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 11:26:14.747959 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16405cbd-291f-4a1b-8c0a-7493d85ed403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03206eb-f32e-4cd0-9477-a29637049af6,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:14.760844 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-16405cbd-291f-4a1b-8c0a-7493d85ed403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:14.761718 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.db.segments_db [None req-16405cbd-291f-4a1b-8c0a-7493d85ed403 admin admin] Added segment a0db8883-6c7c-4d85-929a-634a213f1538 of type vlan for network 33aa0508-6769-4d11-a139-b97309f298c0 Sep 26 11:26:14.806373 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-16405cbd-291f-4a1b-8c0a-7493d85ed403 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784556657430'] for network, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:14.834800 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-16405cbd-291f-4a1b-8c0a-7493d85ed403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for network, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:14.835867 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16405cbd-291f-4a1b-8c0a-7493d85ed403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:14.836490 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-16405cbd-291f-4a1b-8c0a-7493d85ed403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:14.874174 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-16405cbd-291f-4a1b-8c0a-7493d85ed403 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4370344 Sep 26 11:26:14.876867 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 51586) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:14.881693 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-ec998c44-a011-49c4-b800-9e0a0df3dfe4 admin admin] Request body: {'subnet': {'network_id': '33aa0508-6769-4d11-a139-b97309f298c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-315950683-subnet', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:26:14.914446 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16405cbd-291f-4a1b-8c0a-7493d85ed403 admin admin] Pushing event updated for resources: {'Network': ['ID=33aa0508-6769-4d11-a139-b97309f298c0,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:14.924012 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Network 33aa0508-6769-4d11-a139-b97309f298c0 details requested by agent ovs-agent-dv-cinder-811032-1-iscsi with host dv-cinder-811032-1-iscsi {{(pid=94002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 11:26:14.935915 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec998c44-a011-49c4-b800-9e0a0df3dfe4 admin admin] Made reservation on behalf of 7cb378b591e143fb91d044bdf1c9f3df for: {'subnet': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:26:14.938803 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ec998c44-a011-49c4-b800-9e0a0df3dfe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529669002'] for subnet, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:15.162786 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ec998c44-a011-49c4-b800-9e0a0df3dfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530552600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529669048'] for subnet, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:15.175286 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd02ef4-8a6a-43cf-a047-a1e4cbdd7c46 req-8ffbd769-9f25-4663-86c9-521a16ed12ce tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:15.177213 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ebd02ef4-8a6a-43cf-a047-a1e4cbdd7c46 req-8ffbd769-9f25-4663-86c9-521a16ed12ce tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd978853-e725-4f82-a754-f145dd8fa784 HTTP/1.1" status: 200 len: 944 time: 0.0972373 Sep 26 11:26:15.248320 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec998c44-a011-49c4-b800-9e0a0df3dfe4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21de4efa-7bad-4711-b421-ca5ac892cc95,revision_number=0']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:15.273796 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec998c44-a011-49c4-b800-9e0a0df3dfe4 admin admin] Checking segment: {'id': 'a0db8883-6c7c-4d85-929a-634a213f1538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:26:15.274172 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec998c44-a011-49c4-b800-9e0a0df3dfe4 admin admin] Network hostable DHCP agents. Network: 33aa0508-6769-4d11-a139-b97309f298c0, hostable agents: ['ecf2eb48-0220-401f-8612-1931512fe08d'], hosted agents: [] {{(pid=94001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 11:26:15.280858 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ebd02ef4-8a6a-43cf-a047-a1e4cbdd7c46 req-9c030f04-0e34-4c98-975d-b314ab37a4f7 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817049 Sep 26 11:26:15.304620 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec998c44-a011-49c4-b800-9e0a0df3dfe4 admin admin] Network 33aa0508-6769-4d11-a139-b97309f298c0 is scheduled to be hosted by DHCP agent ecf2eb48-0220-401f-8612-1931512fe08d with binding_index 1 {{(pid=94001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 11:26:15.315324 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-ec998c44-a011-49c4-b800-9e0a0df3dfe4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811032-1-iscsi, 33aa0508-6769-4d11-a139-b97309f298c0) {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:26:15.320100 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec998c44-a011-49c4-b800-9e0a0df3dfe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:15.320726 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ec998c44-a011-49c4-b800-9e0a0df3dfe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:15.328214 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402c3613-cec0-43a0-922f-1e2889dac562 None None] Network 33aa0508-6769-4d11-a139-b97309f298c0 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:26:15.340466 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-ec998c44-a011-49c4-b800-9e0a0df3dfe4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4624102 Sep 26 11:26:15.343371 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 51610) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:15.349508 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-205a1e6a-b2c8-48c2-8c06-b78dbad4f124 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-315950683-router', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:26:15.372823 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-205a1e6a-b2c8-48c2-8c06-b78dbad4f124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-394'] for router, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:15.373896 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-205a1e6a-b2c8-48c2-8c06-b78dbad4f124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-387'] for router, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:15.428382 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-205a1e6a-b2c8-48c2-8c06-b78dbad4f124 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:15.481986 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaad88be8-db61-5050-a9af-3709a516940e-33aa0508-6769-4d11-a139-b97309f298c0', 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'fixed_ips': [{'subnet_id': '21de4efa-7bad-4711-b421-ca5ac892cc95'}]}} from dv-cinder-811032-1-iscsi. {{(pid=94002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 11:26:15.482908 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:15.568819 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-205a1e6a-b2c8-48c2-8c06-b78dbad4f124 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:15.620147 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.db_base_plugin_common [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Allocated IP 172.20.0.2 (33aa0508-6769-4d11-a139-b97309f298c0/21de4efa-7bad-4711-b421-ca5ac892cc95/22998c9a-cbe8-4bc9-a50e-a5d0be307d33) {{(pid=94002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:26:15.774955 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:15.783067 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591'] for port, after_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:15.787152 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-205a1e6a-b2c8-48c2-8c06-b78dbad4f124 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:15.827687 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Network 33aa0508-6769-4d11-a139-b97309f298c0 is already hosted by enough agents. {{(pid=94002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:26:15.830796 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.scheduler.base_scheduler [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Resources bound (agent type, host, resource id): {{(pid=94002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:26:15.838807 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Received port after_create {{(pid=94002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:26:15.842251 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Pushing event updated for resources: {'Port': ['ID=22998c9a-cbe8-4bc9-a50e-a5d0be307d33,revision_number=1']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:15.851746 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:15.852098 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:15.852448 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:15.852784 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:15.853120 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:15.853456 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:15.853788 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:15.854120 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:15.854474 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:15.854849 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:15.855169 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:15.855496 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:15.918029 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Attempting to bind port 22998c9a-cbe8-4bc9-a50e-a5d0be307d33 on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:26:15.918414 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Attempting to bind port 22998c9a-cbe8-4bc9-a50e-a5d0be307d33 by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': 'a0db8883-6c7c-4d85-929a-634a213f1538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:26:15.919054 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Attempting to bind port 22998c9a-cbe8-4bc9-a50e-a5d0be307d33 on network 33aa0508-6769-4d11-a139-b97309f298c0 {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:26:15.926538 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:26:15.927068 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Checking segment: {'id': 'a0db8883-6c7c-4d85-929a-634a213f1538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:26:15.927588 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:15.928107 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Bound using segment: {'id': 'a0db8883-6c7c-4d85-929a-634a213f1538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:26:15.928779 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Bound port: 22998c9a-cbe8-4bc9-a50e-a5d0be307d33, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0db8883-6c7c-4d85-929a-634a213f1538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:26:15.929263 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:16.000718 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] For port 22998c9a-cbe8-4bc9-a50e-a5d0be307d33, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:26:16.004833 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] For port 22998c9a-cbe8-4bc9-a50e-a5d0be307d33, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=22998c9a-cbe8-4bc9-a50e-a5d0be307d33,segment=NetworkSegment(a0db8883-6c7c-4d85-929a-634a213f1538),segment_id=a0db8883-6c7c-4d85-929a-634a213f1538)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:26:16.009999 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:16.032639 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-205a1e6a-b2c8-48c2-8c06-b78dbad4f124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:16.071846 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229e7e1-7ed3-401a-8617-18dba0b541d2 None None] Pushing event updated for resources: {'Port': ['ID=22998c9a-cbe8-4bc9-a50e-a5d0be307d33,revision_number=2']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:16.143864 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-205a1e6a-b2c8-48c2-8c06-b78dbad4f124 admin admin] Allocated IP 172.27.3.212 (d645f16f-c1f8-40bc-a964-fd8a8508da46/7b04f644-4880-4113-a1d0-930d600f8f14/2e72f457-cea2-45ed-aafb-06650e206435) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:26:16.271656 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-205a1e6a-b2c8-48c2-8c06-b78dbad4f124 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:16.320766 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-205a1e6a-b2c8-48c2-8c06-b78dbad4f124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:16.369937 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205a1e6a-b2c8-48c2-8c06-b78dbad4f124 admin admin] Network d645f16f-c1f8-40bc-a964-fd8a8508da46 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:26:16.372375 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-205a1e6a-b2c8-48c2-8c06-b78dbad4f124 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:26:16.384779 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205a1e6a-b2c8-48c2-8c06-b78dbad4f124 admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:26:16.420746 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a1e6a-b2c8-48c2-8c06-b78dbad4f124 admin admin] Pushing event updated for resources: {'Port': ['ID=2e72f457-cea2-45ed-aafb-06650e206435,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:16.430884 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce26b17-f36f-40e5-9f41-a44f5cee9efc req-a228d6f5-f1cb-41bb-9e8a-1a0f56d224c2 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:16.432475 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0ce26b17-f36f-40e5-9f41-a44f5cee9efc req-a228d6f5-f1cb-41bb-9e8a-1a0f56d224c2 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd978853-e725-4f82-a754-f145dd8fa784 HTTP/1.1" status: 200 len: 944 time: 0.0590770 Sep 26 11:26:16.479908 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0ce26b17-f36f-40e5-9f41-a44f5cee9efc req-5e01e20f-964e-4ed2-95a0-d0ff29bd561c tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368133 Sep 26 11:26:16.659469 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-205a1e6a-b2c8-48c2-8c06-b78dbad4f124 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:16.874965 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-205a1e6a-b2c8-48c2-8c06-b78dbad4f124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749496'] for router, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:17.006500 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fada17-e391-4221-9978-f959d6ddbf14 None None] Network 33aa0508-6769-4d11-a139-b97309f298c0 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:26:17.033455 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205a1e6a-b2c8-48c2-8c06-b78dbad4f124 admin admin] Router baa83b0e-fc20-4600-ab50-df4a6fd55676 is scheduled to L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd with binding_index 1 {{(pid=94000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 11:26:17.123392 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-03e43ec0-6c46-4dfd-9085-1b8a997f9cdb None None] Provisioning complete for port 22998c9a-cbe8-4bc9-a50e-a5d0be307d33 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:26:17.123835 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-03e43ec0-6c46-4dfd-9085-1b8a997f9cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:17.192200 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205a1e6a-b2c8-48c2-8c06-b78dbad4f124 admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:26:17.213433 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-205a1e6a-b2c8-48c2-8c06-b78dbad4f124 admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:17.217787 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-205a1e6a-b2c8-48c2-8c06-b78dbad4f124 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8699424 Sep 26 11:26:17.218033 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31947c0-078d-4973-b776-34c5505ac4e6 None None] Sync routers for ids ['baa83b0e-fc20-4600-ab50-df4a6fd55676'] in dv-cinder-811032-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:26:17.218320 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 51628) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:17.306532 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31947c0-078d-4973-b776-34c5505ac4e6 None None] Routers {'baa83b0e-fc20-4600-ab50-df4a6fd55676'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:26:17.306532 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-c31947c0-078d-4973-b776-34c5505ac4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:26:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['baa83b0e-fc20-4600-ab50-df4a6fd55676'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:17.394335 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-03e43ec0-6c46-4dfd-9085-1b8a997f9cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:17.482673 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-03e43ec0-6c46-4dfd-9085-1b8a997f9cdb None None] For port 22998c9a-cbe8-4bc9-a50e-a5d0be307d33, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=22998c9a-cbe8-4bc9-a50e-a5d0be307d33,segment=NetworkSegment(a0db8883-6c7c-4d85-929a-634a213f1538),segment_id=a0db8883-6c7c-4d85-929a-634a213f1538)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:26:17.488933 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-03e43ec0-6c46-4dfd-9085-1b8a997f9cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:17.548484 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-c31947c0-078d-4973-b776-34c5505ac4e6 None None] Set router baa83b0e-fc20-4600-ab50-df4a6fd55676 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:26:17.702278 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b1cd3-2835-4e5c-ace6-11672b8dad89 req-40b67ec0-3cde-4fd3-8f38-1915fa7e3c1f tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:17.704192 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fd4b1cd3-2835-4e5c-ace6-11672b8dad89 req-40b67ec0-3cde-4fd3-8f38-1915fa7e3c1f tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd978853-e725-4f82-a754-f145dd8fa784 HTTP/1.1" status: 200 len: 944 time: 0.0921218 Sep 26 11:26:17.762955 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e43ec0-6c46-4dfd-9085-1b8a997f9cdb None None] Pushing event updated for resources: {'Port': ['ID=22998c9a-cbe8-4bc9-a50e-a5d0be307d33,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:17.788885 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-c969d668-9bd4-4632-bbf9-f598fed5a65b None None] Provisioning complete for port 22998c9a-cbe8-4bc9-a50e-a5d0be307d33 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:26:17.789236 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-c969d668-9bd4-4632-bbf9-f598fed5a65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:17.843250 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fd4b1cd3-2835-4e5c-ace6-11672b8dad89 req-ae39453f-493e-4737-bb88-a0e1febaea74 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014564 Sep 26 11:26:17.872393 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 51648) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:17.995548 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-c31947c0-078d-4973-b776-34c5505ac4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'name': 'tempest-AttachVolumeTestJSON-315950683-router', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e72f457-cea2-45ed-aafb-06650e206435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:26:15Z', 'updated_at': '2021-09-26T11:26:16Z', 'revision_number': 3, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'gw_port': {'id': '2e72f457-cea2-45ed-aafb-06650e206435', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:13:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:16Z', 'updated_at': '2021-09-26T11:26:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:18.022209 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a5a7326d-e7f8-42d6-b127-fa0f17d1be70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:18.040738 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31947c0-078d-4973-b776-34c5505ac4e6 None None] Checking router: baa83b0e-fc20-4600-ab50-df4a6fd55676 for host: dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:26:18.041208 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31947c0-078d-4973-b776-34c5505ac4e6 None None] Updating router baa83b0e-fc20-4600-ab50-df4a6fd55676 port 2e72f457-cea2-45ed-aafb-06650e206435 binding host dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 11:26:18.072599 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 22998c9a-cbe8-4bc9-a50e-a5d0be307d33 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:26:18.109145 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-c31947c0-078d-4973-b776-34c5505ac4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:18.127974 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a5a7326d-e7f8-42d6-b127-fa0f17d1be70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:18.133817 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a5a7326d-e7f8-42d6-b127-fa0f17d1be70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:18.137851 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-75de04b2-bd23-43e4-a060-589c7cf3bb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:18.180851 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-a5a7326d-e7f8-42d6-b127-fa0f17d1be70 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64a95ea6a05f470b996b62f3da31047a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067007 Sep 26 11:26:18.181659 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7326d-e7f8-42d6-b127-fa0f17d1be70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a787d3-25f0-4d7b-a688-e5eb17706355,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:18.184095 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 51654) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:18.248179 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b7a313c9-55ae-404b-bc84-72050911e55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:18.251704 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 22998c9a-cbe8-4bc9-a50e-a5d0be307d33 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:26:18.252325 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:18.273960 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b7a313c9-55ae-404b-bc84-72050911e55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:18.348018 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b7a313c9-55ae-404b-bc84-72050911e55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:18.354962 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b7a313c9-55ae-404b-bc84-72050911e55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:18.355990 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [None req-75de04b2-bd23-43e4-a060-589c7cf3bb87 admin admin] Allocated IP 172.20.0.1 (33aa0508-6769-4d11-a139-b97309f298c0/21de4efa-7bad-4711-b421-ca5ac892cc95/2dbd1243-b6c2-4dea-a47b-fb8fb195c855) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:26:18.356490 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-b7a313c9-55ae-404b-bc84-72050911e55e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c6a787d3-25f0-4d7b-a688-e5eb17706355 HTTP/1.1" status: 204 len: 168 time: 0.1714563 Sep 26 11:26:18.368218 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a313c9-55ae-404b-bc84-72050911e55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a787d3-25f0-4d7b-a688-e5eb17706355,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:18.529697 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-75de04b2-bd23-43e4-a060-589c7cf3bb87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:18.575568 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-c31947c0-078d-4973-b776-34c5505ac4e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:18.578399 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-75de04b2-bd23-43e4-a060-589c7cf3bb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:18.581634 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-c31947c0-078d-4973-b776-34c5505ac4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:18.630546 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75de04b2-bd23-43e4-a060-589c7cf3bb87 admin admin] Network 33aa0508-6769-4d11-a139-b97309f298c0 is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:26:18.639246 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-75de04b2-bd23-43e4-a060-589c7cf3bb87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:26:18.645697 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75de04b2-bd23-43e4-a060-589c7cf3bb87 admin admin] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:26:18.662010 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-c31947c0-078d-4973-b776-34c5505ac4e6 None None] Attempting to bind port 2e72f457-cea2-45ed-aafb-06650e206435 on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:26:18.662386 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-c31947c0-078d-4973-b776-34c5505ac4e6 None None] Attempting to bind port 2e72f457-cea2-45ed-aafb-06650e206435 by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:26:18.662786 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31947c0-078d-4973-b776-34c5505ac4e6 None None] Attempting to bind port 2e72f457-cea2-45ed-aafb-06650e206435 on network d645f16f-c1f8-40bc-a964-fd8a8508da46 {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:26:18.674504 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9515b-c5da-4f54-9d94-f0934c0dbc70 None None] Pushing event updated for resources: {'Port': ['ID=2e72f457-cea2-45ed-aafb-06650e206435,revision_number=2']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:18.677109 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31947c0-078d-4973-b776-34c5505ac4e6 None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:26:18.677491 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31947c0-078d-4973-b776-34c5505ac4e6 None None] Checking segment: {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:26:18.677946 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-c31947c0-078d-4973-b776-34c5505ac4e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:18.678333 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31947c0-078d-4973-b776-34c5505ac4e6 None None] Bound using segment: {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:26:18.678850 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-c31947c0-078d-4973-b776-34c5505ac4e6 None None] Bound port: 2e72f457-cea2-45ed-aafb-06650e206435, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:26:18.679240 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-c31947c0-078d-4973-b776-34c5505ac4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:18.715768 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de04b2-bd23-43e4-a060-589c7cf3bb87 admin admin] Pushing event updated for resources: {'Port': ['ID=2dbd1243-b6c2-4dea-a47b-fb8fb195c855,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:18.728009 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1e475025-017e-428c-a8fb-396c94f12a87 req-9202c44e-7fe5-4598-9b5d-1e6ec7ad90c1 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-92616976&fields=id&tenant_id=7e441f8769a94b6ba6ebc00ed8d7c160 HTTP/1.1" status: 200 len: 267 time: 0.1000385 Sep 26 11:26:18.735636 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-75de04b2-bd23-43e4-a060-589c7cf3bb87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748677'] for router_interface, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:18.756751 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-c31947c0-078d-4973-b776-34c5505ac4e6 None None] For port 2e72f457-cea2-45ed-aafb-06650e206435, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:26:18.760212 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-c31947c0-078d-4973-b776-34c5505ac4e6 None None] For port 2e72f457-cea2-45ed-aafb-06650e206435, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=2e72f457-cea2-45ed-aafb-06650e206435,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:26:18.765207 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-c31947c0-078d-4973-b776-34c5505ac4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:18.817106 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31947c0-078d-4973-b776-34c5505ac4e6 None None] Routers {'baa83b0e-fc20-4600-ab50-df4a6fd55676'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:26:18.818153 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-c31947c0-078d-4973-b776-34c5505ac4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:26:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['baa83b0e-fc20-4600-ab50-df4a6fd55676'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:18.858296 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 51672) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:18.876057 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2d8b8948-cc6c-4812-98ca-2e8a9af23f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:18.910790 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9515b-c5da-4f54-9d94-f0934c0dbc70 None None] Pushing event updated for resources: {'Port': ['ID=2e72f457-cea2-45ed-aafb-06650e206435,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:18.978424 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e475025-017e-428c-a8fb-396c94f12a87 req-3cd8261f-2c2c-459f-b4a3-11837f7522e1 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:18.983982 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1e475025-017e-428c-a8fb-396c94f12a87 req-3cd8261f-2c2c-459f-b4a3-11837f7522e1 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/networks?id=23e86c48-c562-4dba-8966-311c3333da64 HTTP/1.1" status: 200 len: 808 time: 0.2435813 Sep 26 11:26:18.988931 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-c31947c0-078d-4973-b776-34c5505ac4e6 None None] Set router baa83b0e-fc20-4600-ab50-df4a6fd55676 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:26:19.026657 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2d8b8948-cc6c-4812-98ca-2e8a9af23f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:19.027367 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1e475025-017e-428c-a8fb-396c94f12a87 req-3fd5cf1c-01d0-4e97-aa6c-29d824fa633d tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/quotas/7e441f8769a94b6ba6ebc00ed8d7c160 HTTP/1.1" status: 200 len: 375 time: 0.0362229 Sep 26 11:26:19.043802 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-2d8b8948-cc6c-4812-98ca-2e8a9af23f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:19.067944 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-75de04b2-bd23-43e4-a060-589c7cf3bb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:19.076377 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-af596573-144b-4e76-97d7-ab9cbbd91d45 None None] Provisioning complete for port 2dbd1243-b6c2-4dea-a47b-fb8fb195c855 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:26:19.076943 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-af596573-144b-4e76-97d7-ab9cbbd91d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:19.085834 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b8948-cc6c-4812-98ca-2e8a9af23f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b96c11-3e9f-4e7a-8831-6d7e2897a5fb,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:19.090966 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-2d8b8948-cc6c-4812-98ca-2e8a9af23f01 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9be75199a8d94b64899dd31292f399f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315335 Sep 26 11:26:19.093859 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 51676) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:19.125597 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcff4f-70f4-459e-9642-2aa9e0d1210c req-4681cdc5-9a35-4270-8621-180279d1817c tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:19.131818 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9dfcff4f-70f4-459e-9642-2aa9e0d1210c req-4681cdc5-9a35-4270-8621-180279d1817c tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd978853-e725-4f82-a754-f145dd8fa784 HTTP/1.1" status: 200 len: 944 time: 0.1424627 Sep 26 11:26:19.150347 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-83dff952-d8ff-42bf-ab94-41587d166fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:19.177505 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-af596573-144b-4e76-97d7-ab9cbbd91d45 None None] Port 2dbd1243-b6c2-4dea-a47b-fb8fb195c855 cannot update to ACTIVE because it is not bound. {{(pid=94002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 11:26:19.178033 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-83dff952-d8ff-42bf-ab94-41587d166fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:19.211146 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1e475025-017e-428c-a8fb-396c94f12a87 req-52768f04-0f2d-4154-8305-427053a23923 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e441f8769a94b6ba6ebc00ed8d7c160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1650698 Sep 26 11:26:19.227444 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9dfcff4f-70f4-459e-9642-2aa9e0d1210c req-28f2975c-b772-4597-9d72-217986374936 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941551 Sep 26 11:26:19.250176 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-c31947c0-078d-4973-b776-34c5505ac4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'name': 'tempest-AttachVolumeTestJSON-315950683-router', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e72f457-cea2-45ed-aafb-06650e206435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:26:15Z', 'updated_at': '2021-09-26T11:26:16Z', 'revision_number': 3, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'gw_port': {'id': '2e72f457-cea2-45ed-aafb-06650e206435', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:13:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:16Z', 'updated_at': '2021-09-26T11:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:19.253930 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-83dff952-d8ff-42bf-ab94-41587d166fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:19.257331 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-83dff952-d8ff-42bf-ab94-41587d166fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:19.260894 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-83dff952-d8ff-42bf-ab94-41587d166fc3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54b96c11-3e9f-4e7a-8831-6d7e2897a5fb HTTP/1.1" status: 204 len: 168 time: 0.1634283 Sep 26 11:26:19.271049 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dff952-d8ff-42bf-ab94-41587d166fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b96c11-3e9f-4e7a-8831-6d7e2897a5fb,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:19.287549 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31947c0-078d-4973-b776-34c5505ac4e6 None None] The sync data for ids ['baa83b0e-fc20-4600-ab50-df4a6fd55676'] in dv-cinder-811032-1-iscsi is: [{'id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'name': 'tempest-AttachVolumeTestJSON-315950683-router', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e72f457-cea2-45ed-aafb-06650e206435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:26:15Z', 'updated_at': '2021-09-26T11:26:16Z', 'revision_number': 3, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'gw_port': {'id': '2e72f457-cea2-45ed-aafb-06650e206435', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:13:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:16Z', 'updated_at': '2021-09-26T11:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:26:19.413348 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1e475025-017e-428c-a8fb-396c94f12a87 req-6a2cfb17-47e5-4722-a4b1-f59177b693b3 service neutron] 10.222.0.15 "GET /v2.0/networks/23e86c48-c562-4dba-8966-311c3333da64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847894 Sep 26 11:26:19.455302 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-75de04b2-bd23-43e4-a060-589c7cf3bb87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:19.463972 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-75de04b2-bd23-43e4-a060-589c7cf3bb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530552719'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:19.637861 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-75de04b2-bd23-43e4-a060-589c7cf3bb87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-750197'] for router_interface, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:19.646671 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de04b2-bd23-43e4-a060-589c7cf3bb87 admin admin] Pushing event updated for resources: {'Port': ['ID=2dbd1243-b6c2-4dea-a47b-fb8fb195c855,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:19.693520 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1e475025-017e-428c-a8fb-396c94f12a87 req-c1a708ce-52fe-4d2a-8707-db2089efcca4 service neutron] 10.222.0.15 "GET /v2.0/networks/23e86c48-c562-4dba-8966-311c3333da64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653985 Sep 26 11:26:19.798782 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75de04b2-bd23-43e4-a060-589c7cf3bb87 admin admin] Network 33aa0508-6769-4d11-a139-b97309f298c0 is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:26:19.800540 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-75de04b2-bd23-43e4-a060-589c7cf3bb87 admin admin] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:26:20.114878 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75de04b2-bd23-43e4-a060-589c7cf3bb87 admin admin] Router baa83b0e-fc20-4600-ab50-df4a6fd55676 has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:26:20.180466 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 2e72f457-cea2-45ed-aafb-06650e206435 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:26:20.308023 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 441da9f5-923a-48f3-82b1-b107211dab37 details requested by agent hyperv_hv-cinder-81103 with host hv-cinder-81103 {{(pid=94002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 11:26:20.359091 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-17228fb1-fa66-4b67-9470-7bc666cf2e33 None None] Provisioning complete for port 2dbd1243-b6c2-4dea-a47b-fb8fb195c855 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:26:20.360205 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-17228fb1-fa66-4b67-9470-7bc666cf2e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:20.470343 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-17228fb1-fa66-4b67-9470-7bc666cf2e33 None None] Port 2dbd1243-b6c2-4dea-a47b-fb8fb195c855 cannot update to ACTIVE because it is not bound. {{(pid=94002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 11:26:20.477537 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 2e72f457-cea2-45ed-aafb-06650e206435 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:26:20.477918 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:20.480528 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ccabe07d-2d7f-462d-9cd8-7bb14a30a60f req-398a6630-1b42-48a8-a7f9-99fe54fb8959 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 210 time: 0.0797262 Sep 26 11:26:20.571624 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75de04b2-bd23-43e4-a060-589c7cf3bb87 admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:26:20.579953 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-75de04b2-bd23-43e4-a060-589c7cf3bb87 admin admin] 10.222.0.15 "PUT /v2.0/routers/baa83b0e-fc20-4600-ab50-df4a6fd55676/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3580794 Sep 26 11:26:20.600724 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 441da9f5-923a-48f3-82b1-b107211dab37, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=441da9f5-923a-48f3-82b1-b107211dab37,segment=NetworkSegment(16519192-f9bf-4c30-a8ac-07119e563f4f),segment_id=16519192-f9bf-4c30-a8ac-07119e563f4f)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:26:20.603481 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8041b5-df93-4c75-82d7-966b5ed55f52 req-e03d337b-9c04-4e01-bede-d4884fc2c67b tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:20.614102 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fe8041b5-df93-4c75-82d7-966b5ed55f52 req-e03d337b-9c04-4e01-bede-d4884fc2c67b tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd978853-e725-4f82-a754-f145dd8fa784 HTTP/1.1" status: 200 len: 944 time: 0.1226037 Sep 26 11:26:20.615735 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Returning: {'device': '441da9f5-923a-48f3-82b1-b107211dab37', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'port_id': '441da9f5-923a-48f3-82b1-b107211dab37', 'mac_address': 'fa:16:3e:d3:26:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 11:26:20.703642 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fe8041b5-df93-4c75-82d7-966b5ed55f52 req-a819410e-aeea-4b2e-bdd5-773462e32bbc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868294 Sep 26 11:26:20.714790 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:20.735203 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:20.761085 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] For port 2e72f457-cea2-45ed-aafb-06650e206435, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=2e72f457-cea2-45ed-aafb-06650e206435,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:26:20.763059 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 441da9f5-923a-48f3-82b1-b107211dab37 {{(pid=94002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:26:20.768851 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:20.831269 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 441da9f5-923a-48f3-82b1-b107211dab37, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=441da9f5-923a-48f3-82b1-b107211dab37,segment=NetworkSegment(16519192-f9bf-4c30-a8ac-07119e563f4f),segment_id=16519192-f9bf-4c30-a8ac-07119e563f4f)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:26:20.845804 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:20.883868 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Pushing event updated for resources: {'Port': ['ID=2e72f457-cea2-45ed-aafb-06650e206435,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:21.099370 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=441da9f5-923a-48f3-82b1-b107211dab37,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:21.168295 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['441da9f5-923a-48f3-82b1-b107211dab37'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:26:21.234702 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 51738) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:21.246250 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-e0bc2601-eabd-4934-86ae-fc8d4230a487 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2008684987', 'description': 'tempest-description--751952232'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:26:21.280029 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 51740) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:21.291630 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e0bc2601-eabd-4934-86ae-fc8d4230a487 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:21.444248 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e0bc2601-eabd-4934-86ae-fc8d4230a487 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:21.456900 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e0bc2601-eabd-4934-86ae-fc8d4230a487 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:21.465219 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-7315c582-3baa-415a-a632-9490979b2839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:21.498368 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e0bc2601-eabd-4934-86ae-fc8d4230a487 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:21.499876 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-e0bc2601-eabd-4934-86ae-fc8d4230a487 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2641249 Sep 26 11:26:21.503454 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 51746) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:21.511361 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc2601-eabd-4934-86ae-fc8d4230a487 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:21.511872 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-85dea1d2-3d49-4a74-915c-3f635c614373 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Request body: {'security_group_rule': {'security_group_id': '7b9dcbcc-2d80-43e7-aaa7-d978e6028f63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:26:21.628085 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-7315c582-3baa-415a-a632-9490979b2839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:21.642556 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-7315c582-3baa-415a-a632-9490979b2839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:21.663903 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c59741fe-56f3-438e-956f-266fcbc6d63b req-8118ac45-0d5e-4649-9ce3-d32b41c6821f tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 210 time: 0.0431626 Sep 26 11:26:21.707973 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315c582-3baa-415a-a632-9490979b2839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff60757d-6285-4330-80e7-33f3bc0a58f0,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:21.713800 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82878443-f920-4d09-ba57-30c19c5dd5f2 None None] Sync routers for ids ['baa83b0e-fc20-4600-ab50-df4a6fd55676'] in dv-cinder-811032-1-iscsi {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:26:21.718211 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-7315c582-3baa-415a-a632-9490979b2839 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=12594429f9f14228aab062cb8a4f2004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4365981 Sep 26 11:26:21.722734 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 51752) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:21.756039 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82878443-f920-4d09-ba57-30c19c5dd5f2 None None] Routers {'baa83b0e-fc20-4600-ab50-df4a6fd55676'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:26:21.756717 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-82878443-f920-4d09-ba57-30c19c5dd5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:26:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['baa83b0e-fc20-4600-ab50-df4a6fd55676'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:21.778605 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-85dea1d2-3d49-4a74-915c-3f635c614373 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:21.817003 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b9c42fa6-cb93-4037-82bf-a0df90e67a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:21.844115 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b9c42fa6-cb93-4037-82bf-a0df90e67a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:21.895489 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-82878443-f920-4d09-ba57-30c19c5dd5f2 None None] Set router baa83b0e-fc20-4600-ab50-df4a6fd55676 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:26:21.937850 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-85dea1d2-3d49-4a74-915c-3f635c614373 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:21.941253 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d326766-4987-4051-92b8-7418baec0f17 req-4ccbb222-b53c-4637-91a8-1d43bdd522ef tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:21.944090 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6d326766-4987-4051-92b8-7418baec0f17 req-4ccbb222-b53c-4637-91a8-1d43bdd522ef tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd978853-e725-4f82-a754-f145dd8fa784 HTTP/1.1" status: 200 len: 945 time: 0.0976529 Sep 26 11:26:21.947241 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e475025-017e-428c-a8fb-396c94f12a87 req-3ac05d12-e8b1-4c99-a5ca-43f1bb2b8a72 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:21.950042 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1e475025-017e-428c-a8fb-396c94f12a87 req-3ac05d12-e8b1-4c99-a5ca-43f1bb2b8a72 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.22 "GET /v2.0/networks?id=23e86c48-c562-4dba-8966-311c3333da64 HTTP/1.1" status: 200 len: 808 time: 0.2649019 Sep 26 11:26:21.950839 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-85dea1d2-3d49-4a74-915c-3f635c614373 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777310'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:21.990948 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dea1d2-3d49-4a74-915c-3f635c614373 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81248a69-ec0c-4db8-b9e2-6e8efb857f95,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:21.997821 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-85dea1d2-3d49-4a74-915c-3f635c614373 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:21.999248 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-85dea1d2-3d49-4a74-915c-3f635c614373 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4943206 Sep 26 11:26:22.004059 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 51758) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:22.010917 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-55616b37-eb63-4b7e-bfbf-a076a2839e34 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Request body: {'security_group_rule': {'security_group_id': '7b9dcbcc-2d80-43e7-aaa7-d978e6028f63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:26:22.034673 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6d326766-4987-4051-92b8-7418baec0f17 req-6bbf3c7c-e4e2-458e-b111-53ee3538e69e tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725973 Sep 26 11:26:22.034673 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b9c42fa6-cb93-4037-82bf-a0df90e67a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:22.034673 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b9c42fa6-cb93-4037-82bf-a0df90e67a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:22.038371 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-b9c42fa6-cb93-4037-82bf-a0df90e67a33 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff60757d-6285-4330-80e7-33f3bc0a58f0 HTTP/1.1" status: 204 len: 168 time: 0.3111143 Sep 26 11:26:22.051488 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c42fa6-cb93-4037-82bf-a0df90e67a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff60757d-6285-4330-80e7-33f3bc0a58f0,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:22.057142 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1e475025-017e-428c-a8fb-396c94f12a87 req-e3126ed4-9829-40f5-b02d-1cb68946df35 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e441f8769a94b6ba6ebc00ed8d7c160 HTTP/1.1" status: 200 len: 378 time: 0.0882421 Sep 26 11:26:22.086950 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-55616b37-eb63-4b7e-bfbf-a076a2839e34 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:22.114698 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 2e72f457-cea2-45ed-aafb-06650e206435 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:26:22.175122 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-55616b37-eb63-4b7e-bfbf-a076a2839e34 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:22.184036 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-55616b37-eb63-4b7e-bfbf-a076a2839e34 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777310'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:22.189644 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 2e72f457-cea2-45ed-aafb-06650e206435 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:26:22.190233 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:22.227629 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55616b37-eb63-4b7e-bfbf-a076a2839e34 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b0562e-88e8-4ef0-a44d-52644b3fcacc,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:22.243399 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-55616b37-eb63-4b7e-bfbf-a076a2839e34 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:22.245062 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-55616b37-eb63-4b7e-bfbf-a076a2839e34 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2394795 Sep 26 11:26:22.248645 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 51762) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:22.254882 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-82878443-f920-4d09-ba57-30c19c5dd5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'name': 'tempest-AttachVolumeTestJSON-315950683-router', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e72f457-cea2-45ed-aafb-06650e206435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:26:15Z', 'updated_at': '2021-09-26T11:26:18Z', 'revision_number': 4, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'gw_port': {'id': '2e72f457-cea2-45ed-aafb-06650e206435', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:13:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:16Z', 'updated_at': '2021-09-26T11:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '2dbd1243-b6c2-4dea-a47b-fb8fb195c855', 'name': '', 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'mac_address': 'fa:16:3e:10:27:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:18Z', 'updated_at': '2021-09-26T11:26:19Z', 'revision_number': 2, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'subnets': [{'id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:22.256485 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-26142b65-9936-4a68-b155-5308026214bc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Request body: {'floatingip': {'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:26:22.293852 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82878443-f920-4d09-ba57-30c19c5dd5f2 None None] Checking router: baa83b0e-fc20-4600-ab50-df4a6fd55676 for host: dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:26:22.294274 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82878443-f920-4d09-ba57-30c19c5dd5f2 None None] Updating router baa83b0e-fc20-4600-ab50-df4a6fd55676 port 2dbd1243-b6c2-4dea-a47b-fb8fb195c855 binding host dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 11:26:22.301247 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-26142b65-9936-4a68-b155-5308026214bc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for floatingip, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:22.327444 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-82878443-f920-4d09-ba57-30c19c5dd5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:22.446535 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-26142b65-9936-4a68-b155-5308026214bc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:22.594939 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-26142b65-9936-4a68-b155-5308026214bc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Allocated IP 172.27.3.221 (d645f16f-c1f8-40bc-a964-fd8a8508da46/7b04f644-4880-4113-a1d0-930d600f8f14/6f4897db-c419-4fa7-815d-84fec9119bd4) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:26:22.636049 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-82878443-f920-4d09-ba57-30c19c5dd5f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:22.642915 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-82878443-f920-4d09-ba57-30c19c5dd5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:22.689558 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2894d-45df-47a0-bea8-ef7c2409d7bc None None] Pushing event updated for resources: {'Port': ['ID=2dbd1243-b6c2-4dea-a47b-fb8fb195c855,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:22.699193 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a2894d-45df-47a0-bea8-ef7c2409d7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:22.699547 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a2894d-45df-47a0-bea8-ef7c2409d7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:22.699895 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a2894d-45df-47a0-bea8-ef7c2409d7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:22.700231 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a2894d-45df-47a0-bea8-ef7c2409d7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:22.700571 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a2894d-45df-47a0-bea8-ef7c2409d7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:22.700900 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a2894d-45df-47a0-bea8-ef7c2409d7bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:22.702083 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a2894d-45df-47a0-bea8-ef7c2409d7bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:22.702083 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a2894d-45df-47a0-bea8-ef7c2409d7bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:22.702083 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a2894d-45df-47a0-bea8-ef7c2409d7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:22.702387 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a2894d-45df-47a0-bea8-ef7c2409d7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:22.702691 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a2894d-45df-47a0-bea8-ef7c2409d7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:22.703019 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a2894d-45df-47a0-bea8-ef7c2409d7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:26:22.750045 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-26142b65-9936-4a68-b155-5308026214bc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:22.816743 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-82878443-f920-4d09-ba57-30c19c5dd5f2 None None] Attempting to bind port 2dbd1243-b6c2-4dea-a47b-fb8fb195c855 on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:26:22.817317 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-82878443-f920-4d09-ba57-30c19c5dd5f2 None None] Attempting to bind port 2dbd1243-b6c2-4dea-a47b-fb8fb195c855 by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': 'a0db8883-6c7c-4d85-929a-634a213f1538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:26:22.817942 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82878443-f920-4d09-ba57-30c19c5dd5f2 None None] Attempting to bind port 2dbd1243-b6c2-4dea-a47b-fb8fb195c855 on network 33aa0508-6769-4d11-a139-b97309f298c0 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:26:22.825577 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82878443-f920-4d09-ba57-30c19c5dd5f2 None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:26:22.829752 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82878443-f920-4d09-ba57-30c19c5dd5f2 None None] Checking segment: {'id': 'a0db8883-6c7c-4d85-929a-634a213f1538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:26:22.831373 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-82878443-f920-4d09-ba57-30c19c5dd5f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:22.832232 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82878443-f920-4d09-ba57-30c19c5dd5f2 None None] Bound using segment: {'id': 'a0db8883-6c7c-4d85-929a-634a213f1538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:26:22.833000 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-82878443-f920-4d09-ba57-30c19c5dd5f2 None None] Bound port: 2dbd1243-b6c2-4dea-a47b-fb8fb195c855, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0db8883-6c7c-4d85-929a-634a213f1538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:26:22.833817 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-82878443-f920-4d09-ba57-30c19c5dd5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:22.833935 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-26142b65-9936-4a68-b155-5308026214bc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:22.881101 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fc7988e1-19e3-4e5f-8b5c-6f4a833876b3 req-690917e2-9063-4ad4-ba7b-c12d28cf58e7 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 210 time: 0.0495601 Sep 26 11:26:22.905944 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26142b65-9936-4a68-b155-5308026214bc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Network d645f16f-c1f8-40bc-a964-fd8a8508da46 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:26:22.909866 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-26142b65-9936-4a68-b155-5308026214bc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:26:22.914085 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26142b65-9936-4a68-b155-5308026214bc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:26:22.941084 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26142b65-9936-4a68-b155-5308026214bc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Pushing event updated for resources: {'Port': ['ID=6f4897db-c419-4fa7-815d-84fec9119bd4,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:22.941728 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-82878443-f920-4d09-ba57-30c19c5dd5f2 None None] For port 2dbd1243-b6c2-4dea-a47b-fb8fb195c855, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:26:22.946998 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-82878443-f920-4d09-ba57-30c19c5dd5f2 None None] For port 2dbd1243-b6c2-4dea-a47b-fb8fb195c855, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=2dbd1243-b6c2-4dea-a47b-fb8fb195c855,segment=NetworkSegment(a0db8883-6c7c-4d85-929a-634a213f1538),segment_id=a0db8883-6c7c-4d85-929a-634a213f1538)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:26:22.956891 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-82878443-f920-4d09-ba57-30c19c5dd5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:23.033193 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2894d-45df-47a0-bea8-ef7c2409d7bc None None] Pushing event updated for resources: {'Port': ['ID=2dbd1243-b6c2-4dea-a47b-fb8fb195c855,revision_number=4']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:23.050167 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82878443-f920-4d09-ba57-30c19c5dd5f2 None None] Routers {'baa83b0e-fc20-4600-ab50-df4a6fd55676'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:26:23.050840 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-82878443-f920-4d09-ba57-30c19c5dd5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:26:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['baa83b0e-fc20-4600-ab50-df4a6fd55676'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:23.086470 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-26142b65-9936-4a68-b155-5308026214bc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:23.128635 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-b8a8d186-546a-424b-9a2d-a62b4af5ff91 None None] Provisioning complete for port 2dbd1243-b6c2-4dea-a47b-fb8fb195c855 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:26:23.129275 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b8a8d186-546a-424b-9a2d-a62b4af5ff91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:23.143464 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-26142b65-9936-4a68-b155-5308026214bc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:23.205220 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-82878443-f920-4d09-ba57-30c19c5dd5f2 None None] Set router baa83b0e-fc20-4600-ab50-df4a6fd55676 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:26:23.213925 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 51788) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:23.216657 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf21545-d20a-4ac5-9152-1b899d54f207 req-c2f0d479-f576-4add-9cec-b1f79ab278b4 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:23.225746 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-acf21545-d20a-4ac5-9152-1b899d54f207 req-c2f0d479-f576-4add-9cec-b1f79ab278b4 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd978853-e725-4f82-a754-f145dd8fa784 HTTP/1.1" status: 200 len: 945 time: 0.1218429 Sep 26 11:26:23.283117 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-acf21545-d20a-4ac5-9152-1b899d54f207 req-7b708134-f9ea-4397-845f-ecd7b6af3e15 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509493 Sep 26 11:26:23.315822 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b8a8d186-546a-424b-9a2d-a62b4af5ff91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:23.363907 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-b8a8d186-546a-424b-9a2d-a62b4af5ff91 None None] For port 2dbd1243-b6c2-4dea-a47b-fb8fb195c855, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=2dbd1243-b6c2-4dea-a47b-fb8fb195c855,segment=NetworkSegment(a0db8883-6c7c-4d85-929a-634a213f1538),segment_id=a0db8883-6c7c-4d85-929a-634a213f1538)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:26:23.369554 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b8a8d186-546a-424b-9a2d-a62b4af5ff91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:23.391301 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-ba84dc16-7af7-437b-8bae-90c0951f2e32 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1657518781-network', 'tenant_id': '32e1713d2ae04b3dab0f6554ba93231d'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:26:23.400730 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-26142b65-9936-4a68-b155-5308026214bc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:23.409708 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-26142b65-9936-4a68-b155-5308026214bc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530160741'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:23.431289 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8d186-546a-424b-9a2d-a62b4af5ff91 None None] Pushing event updated for resources: {'Port': ['ID=2dbd1243-b6c2-4dea-a47b-fb8fb195c855,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:23.454568 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba84dc16-7af7-437b-8bae-90c0951f2e32 admin admin] Made reservation on behalf of 32e1713d2ae04b3dab0f6554ba93231d for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:26:23.457560 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ba84dc16-7af7-437b-8bae-90c0951f2e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:23.490807 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26142b65-9936-4a68-b155-5308026214bc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Pushing event updated for resources: {'Port': ['ID=6f4897db-c419-4fa7-815d-84fec9119bd4,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:23.495488 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-5870b46b-92ac-4336-8afd-a274ca6c7b18 None None] Provisioning complete for port 2dbd1243-b6c2-4dea-a47b-fb8fb195c855 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:26:23.496159 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-5870b46b-92ac-4336-8afd-a274ca6c7b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:23.500133 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ba84dc16-7af7-437b-8bae-90c0951f2e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:23.530960 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-26142b65-9936-4a68-b155-5308026214bc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748570'] for floatingip, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:23.609044 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-82878443-f920-4d09-ba57-30c19c5dd5f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'name': 'tempest-AttachVolumeTestJSON-315950683-router', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e72f457-cea2-45ed-aafb-06650e206435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:26:15Z', 'updated_at': '2021-09-26T11:26:18Z', 'revision_number': 4, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'gw_port': {'id': '2e72f457-cea2-45ed-aafb-06650e206435', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:13:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:16Z', 'updated_at': '2021-09-26T11:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '2dbd1243-b6c2-4dea-a47b-fb8fb195c855', 'name': '', 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'mac_address': 'fa:16:3e:10:27:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:18Z', 'updated_at': '2021-09-26T11:26:22Z', 'revision_number': 4, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'subnets': [{'id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:23.626975 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ba84dc16-7af7-437b-8bae-90c0951f2e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:23.633258 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ba84dc16-7af7-437b-8bae-90c0951f2e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:23.637820 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82878443-f920-4d09-ba57-30c19c5dd5f2 None None] The sync data for ids ['baa83b0e-fc20-4600-ab50-df4a6fd55676'] in dv-cinder-811032-1-iscsi is: [{'id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'name': 'tempest-AttachVolumeTestJSON-315950683-router', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e72f457-cea2-45ed-aafb-06650e206435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:26:15Z', 'updated_at': '2021-09-26T11:26:18Z', 'revision_number': 4, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'gw_port': {'id': '2e72f457-cea2-45ed-aafb-06650e206435', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:13:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:16Z', 'updated_at': '2021-09-26T11:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '2dbd1243-b6c2-4dea-a47b-fb8fb195c855', 'name': '', 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'mac_address': 'fa:16:3e:10:27:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:18Z', 'updated_at': '2021-09-26T11:26:22Z', 'revision_number': 4, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'subnets': [{'id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:26:23.641250 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-26142b65-9936-4a68-b155-5308026214bc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for floatingip, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:23.642890 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-26142b65-9936-4a68-b155-5308026214bc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3923023 Sep 26 11:26:23.665236 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba84dc16-7af7-437b-8bae-90c0951f2e32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 11:26:23.682468 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84dc16-7af7-437b-8bae-90c0951f2e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822e0837-e96f-4667-87b2-56e38c890ba3,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:23.686925 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ba84dc16-7af7-437b-8bae-90c0951f2e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:23.687269 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.db.segments_db [None req-ba84dc16-7af7-437b-8bae-90c0951f2e32 admin admin] Added segment e2483b08-8240-4b97-9ab6-d768dfb6b914 of type vlan for network 10497a18-4ad0-400f-9602-cbf184b3854c Sep 26 11:26:23.761354 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ba84dc16-7af7-437b-8bae-90c0951f2e32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784556657430'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:23.795302 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ba84dc16-7af7-437b-8bae-90c0951f2e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:23.796468 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba84dc16-7af7-437b-8bae-90c0951f2e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:23.797150 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ba84dc16-7af7-437b-8bae-90c0951f2e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:23.828673 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-ba84dc16-7af7-437b-8bae-90c0951f2e32 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5931289 Sep 26 11:26:23.829380 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 51796) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:23.837053 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-401b90db-3181-4407-b8fc-982ab629a77c admin admin] Request body: {'subnet': {'network_id': '10497a18-4ad0-400f-9602-cbf184b3854c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1657518781-subnet', 'tenant_id': '32e1713d2ae04b3dab0f6554ba93231d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:26:23.875533 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401b90db-3181-4407-b8fc-982ab629a77c admin admin] Made reservation on behalf of 32e1713d2ae04b3dab0f6554ba93231d for: {'subnet': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:26:23.878960 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-401b90db-3181-4407-b8fc-982ab629a77c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529669002'] for subnet, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:23.883522 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84dc16-7af7-437b-8bae-90c0951f2e32 admin admin] Pushing event updated for resources: {'Network': ['ID=10497a18-4ad0-400f-9602-cbf184b3854c,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:23.895554 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Network 10497a18-4ad0-400f-9602-cbf184b3854c details requested by agent ovs-agent-dv-cinder-811032-1-iscsi with host dv-cinder-811032-1-iscsi {{(pid=94002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 11:26:23.941949 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-f719fdd4-1987-4f1a-b242-84e70c3e85d4 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2008684987&fields=id&tenant_id=7cb378b591e143fb91d044bdf1c9f3df HTTP/1.1" status: 200 len: 267 time: 0.0605848 Sep 26 11:26:24.062259 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 2dbd1243-b6c2-4dea-a47b-fb8fb195c855 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:26:24.070110 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5f68700f-fcc1-43c9-97a2-0569e77837d1 req-98eab266-fbcc-426e-a4d6-59d163a1bfdf tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 210 time: 0.0913639 Sep 26 11:26:24.120006 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 2dbd1243-b6c2-4dea-a47b-fb8fb195c855 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:26:24.120379 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:24.186174 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-4ae9e56a-d19f-427a-8a36-a4403f52ec4c tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:24.187829 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-4ae9e56a-d19f-427a-8a36-a4403f52ec4c tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/networks?id=33aa0508-6769-4d11-a139-b97309f298c0 HTTP/1.1" status: 200 len: 810 time: 0.2081087 Sep 26 11:26:24.242158 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-2ca2123a-b4b3-4b68-bdb6-08897f44067e tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/quotas/7cb378b591e143fb91d044bdf1c9f3df HTTP/1.1" status: 200 len: 375 time: 0.0403287 Sep 26 11:26:24.295981 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-401b90db-3181-4407-b8fc-982ab629a77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530552600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529669048'] for subnet, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:24.363137 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-1488937f-b1da-4d85-8edd-c3a86bf8c636 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7cb378b591e143fb91d044bdf1c9f3df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1127048 Sep 26 11:26:24.380142 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b90db-3181-4407-b8fc-982ab629a77c admin admin] Pushing event updated for resources: {'Subnet': ['ID=21f25ee8-ad98-41a1-91d4-def2498feacc,revision_number=0']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:24.422211 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401b90db-3181-4407-b8fc-982ab629a77c admin admin] Checking segment: {'id': 'e2483b08-8240-4b97-9ab6-d768dfb6b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '10497a18-4ad0-400f-9602-cbf184b3854c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:26:24.422575 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401b90db-3181-4407-b8fc-982ab629a77c admin admin] Network hostable DHCP agents. Network: 10497a18-4ad0-400f-9602-cbf184b3854c, hostable agents: ['ecf2eb48-0220-401f-8612-1931512fe08d'], hosted agents: [] {{(pid=94001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 11:26:24.515644 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401b90db-3181-4407-b8fc-982ab629a77c admin admin] Network 10497a18-4ad0-400f-9602-cbf184b3854c is scheduled to be hosted by DHCP agent ecf2eb48-0220-401f-8612-1931512fe08d with binding_index 1 {{(pid=94001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 11:26:24.538675 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a2e36-0210-46c4-bb55-23a383c4e4cd req-b76b18cc-cdef-49df-a36a-338311ffb2a6 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:24.540336 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-430a2e36-0210-46c4-bb55-23a383c4e4cd req-b76b18cc-cdef-49df-a36a-338311ffb2a6 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd978853-e725-4f82-a754-f145dd8fa784 HTTP/1.1" status: 200 len: 945 time: 0.1346650 Sep 26 11:26:24.543378 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-401b90db-3181-4407-b8fc-982ab629a77c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811032-1-iscsi, 10497a18-4ad0-400f-9602-cbf184b3854c) {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:26:24.549049 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401b90db-3181-4407-b8fc-982ab629a77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:24.549720 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-401b90db-3181-4407-b8fc-982ab629a77c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:24.555355 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-f4392d61-8396-4d61-a5bc-3b36027851ea service neutron] 10.222.0.15 "GET /v2.0/networks/33aa0508-6769-4d11-a139-b97309f298c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708488 Sep 26 11:26:24.560504 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9eaa84-f5f1-48f6-9307-8d4a1a4c8b2e None None] Network 10497a18-4ad0-400f-9602-cbf184b3854c requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:26:24.609576 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-401b90db-3181-4407-b8fc-982ab629a77c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7780898 Sep 26 11:26:24.627881 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-430a2e36-0210-46c4-bb55-23a383c4e4cd req-64bacc88-2bb7-4a1e-b023-db9df5eb42a7 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747375 Sep 26 11:26:24.712524 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-a0d0df1c-68df-4fe9-98d1-a68fdfcc6758 service neutron] 10.222.0.15 "GET /v2.0/networks/33aa0508-6769-4d11-a139-b97309f298c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379688 Sep 26 11:26:24.773605 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443840b3-a4f4-4b02-8b3b-9503f59084e1 None None] Network 10497a18-4ad0-400f-9602-cbf184b3854c requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:26:24.861303 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-1e475025-017e-428c-a8fb-396c94f12a87 req-95c58168-8b23-4b6e-b421-f7b69bc61b27 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Request body: {'port': {'device_id': '728ae3c6-2a0c-426a-91bc-6a95a067ff72', 'network_id': '23e86c48-c562-4dba-8966-311c3333da64', 'admin_state_up': True, 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'security_groups': ['ba5599d4-aab4-4a1c-a386-64541f6f2379']}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:26:24.961282 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-acdb011b-9012-4691-ba41-9b2f726f1f9a req-0b8dab82-2f37-40ed-86b1-b5f1e51473fa tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 210 time: 0.0604358 Sep 26 11:26:24.996986 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 441da9f5-923a-48f3-82b1-b107211dab37 up at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:26:25.119915 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning for port 441da9f5-923a-48f3-82b1-b107211dab37 completed by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 11:26:25.128037 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning complete for port 441da9f5-923a-48f3-82b1-b107211dab37 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:26:25.128605 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:25.142599 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e475025-017e-428c-a8fb-396c94f12a87 req-95c58168-8b23-4b6e-b421-f7b69bc61b27 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Made reservation on behalf of 7e441f8769a94b6ba6ebc00ed8d7c160 for: {'port': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:26:25.149021 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1e475025-017e-428c-a8fb-396c94f12a87 req-95c58168-8b23-4b6e-b421-f7b69bc61b27 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:25.237247 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6a57f24d-1ac8-4fe9-8782-4d089c12fc85 req-6d62f712-8d46-454b-b698-71c5921a9544 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 210 time: 0.0607259 Sep 26 11:26:25.315367 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:25.348022 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd978853-e725-4f82-a754-f145dd8fa784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441da9f5-923a-48f3-82b1-b107211dab37'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:26:25.350417 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f89ed88-4a19-421a-8eb9-c7155f72f002" -d '{"events": [{"server_uuid": "bd978853-e725-4f82-a754-f145dd8fa784", "name": "network-vif-plugged", "status": "completed", "tag": "441da9f5-923a-48f3-82b1-b107211dab37"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:26:25.364408 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 441da9f5-923a-48f3-82b1-b107211dab37, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=441da9f5-923a-48f3-82b1-b107211dab37,segment=NetworkSegment(16519192-f9bf-4c30-a8ac-07119e563f4f),segment_id=16519192-f9bf-4c30-a8ac-07119e563f4f)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:26:25.370565 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:25.379584 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [req-1e475025-017e-428c-a8fb-396c94f12a87 req-95c58168-8b23-4b6e-b421-f7b69bc61b27 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Allocated IP 172.20.0.12 (23e86c48-c562-4dba-8966-311c3333da64/04d6c54a-f029-4b31-bdac-cf23ee894a3c/c2567e25-c827-4229-8e6b-b6203c664d46) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:26:25.432573 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=441da9f5-923a-48f3-82b1-b107211dab37,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:25.436457 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c8dbbb-03fc-4ba0-8fbb-834152a177d9 x-openstack-request-id: req-45c8dbbb-03fc-4ba0-8fbb-834152a177d9 {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:26:25.437015 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd978853-e725-4f82-a754-f145dd8fa784", "name": "network-vif-plugged", "status": "completed", "tag": "441da9f5-923a-48f3-82b1-b107211dab37", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:26:25.437387 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-45c8dbbb-03fc-4ba0-8fbb-834152a177d9 {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:26:25.437882 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd978853-e725-4f82-a754-f145dd8fa784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441da9f5-923a-48f3-82b1-b107211dab37', 'code': 200} Sep 26 11:26:25.626176 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1e475025-017e-428c-a8fb-396c94f12a87 req-95c58168-8b23-4b6e-b421-f7b69bc61b27 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:25.672665 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1e475025-017e-428c-a8fb-396c94f12a87 req-95c58168-8b23-4b6e-b421-f7b69bc61b27 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:25.725128 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e475025-017e-428c-a8fb-396c94f12a87 req-95c58168-8b23-4b6e-b421-f7b69bc61b27 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Network 23e86c48-c562-4dba-8966-311c3333da64 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:26:25.728507 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [req-1e475025-017e-428c-a8fb-396c94f12a87 req-95c58168-8b23-4b6e-b421-f7b69bc61b27 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:26:25.734398 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e475025-017e-428c-a8fb-396c94f12a87 req-95c58168-8b23-4b6e-b421-f7b69bc61b27 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:26:25.781266 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425440f5-4553-46d4-b7ec-c0162c1ac657 req-a52bddae-9d46-4600-9d56-48c019bb5965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:25.783982 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-425440f5-4553-46d4-b7ec-c0162c1ac657 req-a52bddae-9d46-4600-9d56-48c019bb5965 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bd978853-e725-4f82-a754-f145dd8fa784 HTTP/1.1" status: 200 len: 1099 time: 0.0874791 Sep 26 11:26:25.823981 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e475025-017e-428c-a8fb-396c94f12a87 req-95c58168-8b23-4b6e-b421-f7b69bc61b27 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:25.824797 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1e475025-017e-428c-a8fb-396c94f12a87 req-95c58168-8b23-4b6e-b421-f7b69bc61b27 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:25.848632 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c58168-8b23-4b6e-b421-f7b69bc61b27 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Pushing event updated for resources: {'Port': ['ID=c2567e25-c827-4229-8e6b-b6203c664d46,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:25.856106 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1e475025-017e-428c-a8fb-396c94f12a87 req-95c58168-8b23-4b6e-b421-f7b69bc61b27 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9987140 Sep 26 11:26:25.875357 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-1e475025-017e-428c-a8fb-396c94f12a87 req-31368536-4fee-45b6-8ee1-ed3a73dda785 service neutron] Request body: {'port': {'device_id': '728ae3c6-2a0c-426a-91bc-6a95a067ff72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81103'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:26:25.876872 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe307dc-a9fb-4d9e-8fa6-765f06137e39 req-579721c3-4bbf-4464-8481-1383209f33f4 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:25.879515 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-cfe307dc-a9fb-4d9e-8fa6-765f06137e39 req-579721c3-4bbf-4464-8481-1383209f33f4 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd978853-e725-4f82-a754-f145dd8fa784 HTTP/1.1" status: 200 len: 946 time: 0.1194701 Sep 26 11:26:25.882248 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-425440f5-4553-46d4-b7ec-c0162c1ac657 req-53b7f664-4ccb-4aa8-81ea-9dbbdff81789 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731387 Sep 26 11:26:25.944900 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-cfe307dc-a9fb-4d9e-8fa6-765f06137e39 req-7e1067dd-a181-49ce-bf6c-5cbdf86bfd45 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550423 Sep 26 11:26:25.979962 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1e475025-017e-428c-a8fb-396c94f12a87 req-31368536-4fee-45b6-8ee1-ed3a73dda785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:26.095334 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-be59275b-36a5-4bb2-85a1-28b2695b29c3 None None] Provisioning complete for port c2567e25-c827-4229-8e6b-b6203c664d46 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:26:26.096871 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-be59275b-36a5-4bb2-85a1-28b2695b29c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:26.117055 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c001aac0-cd9d-48c5-8a33-4d62c38184ad req-b4c6f2d6-acc3-4084-9ce5-cc1836aa5a7b tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 210 time: 0.0554743 Sep 26 11:26:26.159896 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-be59275b-36a5-4bb2-85a1-28b2695b29c3 None None] Port c2567e25-c827-4229-8e6b-b6203c664d46 cannot update to ACTIVE because it is not bound. {{(pid=94002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 11:26:26.372612 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [req-1e475025-017e-428c-a8fb-396c94f12a87 req-31368536-4fee-45b6-8ee1-ed3a73dda785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2567e25-c827-4229-8e6b-b6203c664d46 {{(pid=94000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:26:26.401386 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1e475025-017e-428c-a8fb-396c94f12a87 req-31368536-4fee-45b6-8ee1-ed3a73dda785 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:26.420847 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.provisioning_blocks [req-1e475025-017e-428c-a8fb-396c94f12a87 req-31368536-4fee-45b6-8ee1-ed3a73dda785 service neutron] Transition to ACTIVE for port object c2567e25-c827-4229-8e6b-b6203c664d46 will not be triggered until provisioned by entity L2. {{(pid=94000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 11:26:26.427287 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1e475025-017e-428c-a8fb-396c94f12a87 req-31368536-4fee-45b6-8ee1-ed3a73dda785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530160741'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:26.448956 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c6cbe-a920-48bf-b246-b83220140db6 req-6ad357b0-a156-49a5-b67e-ceeaf16178c6 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:26.451859 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b88c6cbe-a920-48bf-b246-b83220140db6 req-6ad357b0-a156-49a5-b67e-ceeaf16178c6 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 932 time: 0.0937850 Sep 26 11:26:26.507125 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31368536-4fee-45b6-8ee1-ed3a73dda785 service neutron] Pushing event updated for resources: {'Port': ['ID=c2567e25-c827-4229-8e6b-b6203c664d46,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:26.571693 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-1e475025-017e-428c-a8fb-396c94f12a87 req-31368536-4fee-45b6-8ee1-ed3a73dda785 service neutron] Attempting to bind port c2567e25-c827-4229-8e6b-b6203c664d46 on host hv-cinder-81103 for vnic_type normal with profile {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:26:26.572291 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-1e475025-017e-428c-a8fb-396c94f12a87 req-31368536-4fee-45b6-8ee1-ed3a73dda785 service neutron] Attempting to bind port c2567e25-c827-4229-8e6b-b6203c664d46 by drivers openvswitch,hyperv on host hv-cinder-81103 at level 0 using segments [{'id': '7ecf81cf-22ee-4c68-a88c-0c889d12cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '23e86c48-c562-4dba-8966-311c3333da64'}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:26:26.572536 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e475025-017e-428c-a8fb-396c94f12a87 req-31368536-4fee-45b6-8ee1-ed3a73dda785 service neutron] Attempting to bind port c2567e25-c827-4229-8e6b-b6203c664d46 on network 23e86c48-c562-4dba-8966-311c3333da64 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:26:26.577728 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e475025-017e-428c-a8fb-396c94f12a87 req-31368536-4fee-45b6-8ee1-ed3a73dda785 service neutron] Port c2567e25-c827-4229-8e6b-b6203c664d46 on network 23e86c48-c562-4dba-8966-311c3333da64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81103 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 11:26:26.578081 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e475025-017e-428c-a8fb-396c94f12a87 req-31368536-4fee-45b6-8ee1-ed3a73dda785 service neutron] Attempting to bind port c2567e25-c827-4229-8e6b-b6203c664d46 on network 23e86c48-c562-4dba-8966-311c3333da64 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:26:26.584821 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e475025-017e-428c-a8fb-396c94f12a87 req-31368536-4fee-45b6-8ee1-ed3a73dda785 service neutron] Checking agent: {'id': 'c7902f34-c618-4561-9fcf-9ee1c8cebcf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81103', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'started_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:26:26.585254 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e475025-017e-428c-a8fb-396c94f12a87 req-31368536-4fee-45b6-8ee1-ed3a73dda785 service neutron] Checking segment: {'id': '7ecf81cf-22ee-4c68-a88c-0c889d12cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '23e86c48-c562-4dba-8966-311c3333da64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:26:26.585650 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e475025-017e-428c-a8fb-396c94f12a87 req-31368536-4fee-45b6-8ee1-ed3a73dda785 service neutron] Bound using segment: {'id': '7ecf81cf-22ee-4c68-a88c-0c889d12cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '23e86c48-c562-4dba-8966-311c3333da64'} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:26:26.586089 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-1e475025-017e-428c-a8fb-396c94f12a87 req-31368536-4fee-45b6-8ee1-ed3a73dda785 service neutron] Bound port: c2567e25-c827-4229-8e6b-b6203c664d46, host: hv-cinder-81103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ecf81cf-22ee-4c68-a88c-0c889d12cacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '23e86c48-c562-4dba-8966-311c3333da64'}}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:26:26.586454 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1e475025-017e-428c-a8fb-396c94f12a87 req-31368536-4fee-45b6-8ee1-ed3a73dda785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:26.683871 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-1e475025-017e-428c-a8fb-396c94f12a87 req-31368536-4fee-45b6-8ee1-ed3a73dda785 service neutron] For port c2567e25-c827-4229-8e6b-b6203c664d46, host hv-cinder-81103, cleared binding levels {{(pid=94000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:26:26.687365 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-1e475025-017e-428c-a8fb-396c94f12a87 req-31368536-4fee-45b6-8ee1-ed3a73dda785 service neutron] For port c2567e25-c827-4229-8e6b-b6203c664d46, host hv-cinder-81103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=c2567e25-c827-4229-8e6b-b6203c664d46,segment=NetworkSegment(7ecf81cf-22ee-4c68-a88c-0c889d12cacd),segment_id=7ecf81cf-22ee-4c68-a88c-0c889d12cacd)] {{(pid=94000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:26:26.695366 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1e475025-017e-428c-a8fb-396c94f12a87 req-31368536-4fee-45b6-8ee1-ed3a73dda785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530160741'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:26.742113 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e475025-017e-428c-a8fb-396c94f12a87 req-31368536-4fee-45b6-8ee1-ed3a73dda785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:26.743259 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-1e475025-017e-428c-a8fb-396c94f12a87 req-31368536-4fee-45b6-8ee1-ed3a73dda785 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:26.746074 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1e475025-017e-428c-a8fb-396c94f12a87 req-31368536-4fee-45b6-8ee1-ed3a73dda785 service neutron] 10.222.0.22 "PUT /v2.0/ports/c2567e25-c827-4229-8e6b-b6203c664d46 HTTP/1.1" status: 200 len: 1094 time: 0.8775191 Sep 26 11:26:26.746567 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728ae3c6-2a0c-426a-91bc-6a95a067ff72', 'tag': 'c2567e25-c827-4229-8e6b-b6203c664d46'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:26:26.750804 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac05579741f88b05fd5495e6fabac80b3338caa1126b8e71f43a8600e84c3c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062f5422-c9d7-4f64-a1f4-a86b29422dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "728ae3c6-2a0c-426a-91bc-6a95a067ff72", "tag": "c2567e25-c827-4229-8e6b-b6203c664d46"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:26:26.812154 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31368536-4fee-45b6-8ee1-ed3a73dda785 service neutron] Pushing event updated for resources: {'Port': ['ID=c2567e25-c827-4229-8e6b-b6203c664d46,revision_number=3']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:26.881357 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e475025-017e-428c-a8fb-396c94f12a87 req-3a7ab361-63b4-4e95-8364-6b0207d4d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:26.882977 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1e475025-017e-428c-a8fb-396c94f12a87 req-3a7ab361-63b4-4e95-8364-6b0207d4d0d9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e441f8769a94b6ba6ebc00ed8d7c160&device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 1097 time: 0.0582576 Sep 26 11:26:26.936744 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1e475025-017e-428c-a8fb-396c94f12a87 req-e49b8346-1a15-4e06-a202-de5cfeb4ea6c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2567e25-c827-4229-8e6b-b6203c664d46 HTTP/1.1" status: 200 len: 217 time: 0.0388234 Sep 26 11:26:27.002600 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b88c6cbe-a920-48bf-b246-b83220140db6 req-ff4a7721-1918-4dde-87cc-554b21a6a56d tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5048513 Sep 26 11:26:27.039491 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e475025-017e-428c-a8fb-396c94f12a87 req-9504cd84-3eb0-4e91-af73-c852cfc4ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:27.041377 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1e475025-017e-428c-a8fb-396c94f12a87 req-9504cd84-3eb0-4e91-af73-c852cfc4ad20 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=04d6c54a-f029-4b31-bdac-cf23ee894a3c HTTP/1.1" status: 200 len: 847 time: 0.0911989 Sep 26 11:26:27.061960 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-be315b76-57d0-452b-ba92-8c204612179e tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:27.063788 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-be315b76-57d0-452b-ba92-8c204612179e tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.22 "GET /v2.0/networks?id=33aa0508-6769-4d11-a139-b97309f298c0 HTTP/1.1" status: 200 len: 810 time: 0.6107163 Sep 26 11:26:27.095811 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca20c8a-c9c2-4c5b-9315-09103cb9d5aa x-openstack-request-id: req-5ca20c8a-c9c2-4c5b-9315-09103cb9d5aa {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:26:27.096155 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "728ae3c6-2a0c-426a-91bc-6a95a067ff72", "tag": "c2567e25-c827-4229-8e6b-b6203c664d46", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:26:27.096494 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ca20c8a-c9c2-4c5b-9315-09103cb9d5aa {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:26:27.096899 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '728ae3c6-2a0c-426a-91bc-6a95a067ff72', 'tag': 'c2567e25-c827-4229-8e6b-b6203c664d46', 'status': 'completed', 'code': 200} Sep 26 11:26:27.110991 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-f7750782-0978-412e-a45c-cf338fa9664e tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:27.112778 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-f7750782-0978-412e-a45c-cf338fa9664e tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/networks?id=10497a18-4ad0-400f-9602-cbf184b3854c HTTP/1.1" status: 200 len: 809 time: 0.2004273 Sep 26 11:26:27.114726 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e475025-017e-428c-a8fb-396c94f12a87 req-25db996b-a403-4a7e-9b1b-d608e8780072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:27.116553 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1e475025-017e-428c-a8fb-396c94f12a87 req-25db996b-a403-4a7e-9b1b-d608e8780072 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23e86c48-c562-4dba-8966-311c3333da64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0645976 Sep 26 11:26:27.165098 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-52fa7b43-d864-4903-98b4-cd16f12df5f2 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cb378b591e143fb91d044bdf1c9f3df HTTP/1.1" status: 200 len: 380 time: 0.0833187 Sep 26 11:26:27.180199 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-45836615-2fd9-4cfc-8020-8553221b8658 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/quotas/32e1713d2ae04b3dab0f6554ba93231d HTTP/1.1" status: 200 len: 375 time: 0.0556798 Sep 26 11:26:27.187540 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-8611ad15-52fe-42ec-ae27-ca117ecef235 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Request body: {'port': {'device_id': '7ac0b066-395e-4fd2-9d7f-06a9e31a321c', 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0', 'admin_state_up': True, 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'security_groups': ['7b9dcbcc-2d80-43e7-aaa7-d978e6028f63']}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:26:27.240217 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1e475025-017e-428c-a8fb-396c94f12a87 req-0d26b46d-24f7-4c78-ac13-f6c10f62da9b service neutron] 10.222.0.22 "GET /v2.0/networks/23e86c48-c562-4dba-8966-311c3333da64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955155 Sep 26 11:26:27.246812 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-5c3a2782-02a4-493f-a3a4-f700edd0b01e tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=32e1713d2ae04b3dab0f6554ba93231d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530891 Sep 26 11:26:27.300766 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814fa6d-42a6-488a-b120-bd43aae73b38 req-acbc728d-c98e-44c5-8a29-f8bcfe39dfba tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:27.302315 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c814fa6d-42a6-488a-b120-bd43aae73b38 req-acbc728d-c98e-44c5-8a29-f8bcfe39dfba tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd978853-e725-4f82-a754-f145dd8fa784 HTTP/1.1" status: 200 len: 946 time: 0.1662393 Sep 26 11:26:27.334358 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-1e475025-017e-428c-a8fb-396c94f12a87 req-27d35d8e-9fcb-4b9e-8ad2-0288a732a94c service neutron] 10.222.0.22 "GET /v2.0/networks/23e86c48-c562-4dba-8966-311c3333da64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859878 Sep 26 11:26:27.420235 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c814fa6d-42a6-488a-b120-bd43aae73b38 req-e59dd63d-6ac9-4ff4-85af-adc37a2d6746 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056583 Sep 26 11:26:27.424595 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f5422-c9d7-4f64-a1f4-a86b29422dc4 req-79036adc-e7b8-41a4-92d3-1d0bcd28bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:27.427496 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-062f5422-c9d7-4f64-a1f4-a86b29422dc4 req-79036adc-e7b8-41a4-92d3-1d0bcd28bc9c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e441f8769a94b6ba6ebc00ed8d7c160&device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 1097 time: 0.0472667 Sep 26 11:26:27.447297 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-1528ad2d-8141-4016-871e-d23006595a90 service neutron] 10.222.0.15 "GET /v2.0/networks/10497a18-4ad0-400f-9602-cbf184b3854c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669245 Sep 26 11:26:27.478903 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-8611ad15-52fe-42ec-ae27-ca117ecef235 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Made reservation on behalf of 7cb378b591e143fb91d044bdf1c9f3df for: {'port': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:26:27.482682 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-8611ad15-52fe-42ec-ae27-ca117ecef235 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:27.565458 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f5422-c9d7-4f64-a1f4-a86b29422dc4 req-a98e8966-ec12-449d-90fd-79d91566950d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:27.568022 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-062f5422-c9d7-4f64-a1f4-a86b29422dc4 req-a98e8966-ec12-449d-90fd-79d91566950d service neutron] 10.222.0.22 "GET /v2.0/networks?id=23e86c48-c562-4dba-8966-311c3333da64 HTTP/1.1" status: 200 len: 909 time: 0.1317556 Sep 26 11:26:27.615729 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-062f5422-c9d7-4f64-a1f4-a86b29422dc4 req-50b4d0c0-e051-4090-b864-d3ce260878c9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2567e25-c827-4229-8e6b-b6203c664d46 HTTP/1.1" status: 200 len: 217 time: 0.0387444 Sep 26 11:26:27.632653 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fa0b9114-12ca-41bb-9235-28c63c52eaec req-d865e944-394c-4d0d-b4b5-de737ad92a6e tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 210 time: 0.1027777 Sep 26 11:26:27.677642 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-6cee6be0-add0-4fe1-8588-e4b57c20aa79 service neutron] 10.222.0.15 "GET /v2.0/networks/10497a18-4ad0-400f-9602-cbf184b3854c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218714 Sep 26 11:26:27.696619 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f5422-c9d7-4f64-a1f4-a86b29422dc4 req-fcf15499-b83d-4112-8d67-078be9258e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:27.698214 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-062f5422-c9d7-4f64-a1f4-a86b29422dc4 req-fcf15499-b83d-4112-8d67-078be9258e75 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=04d6c54a-f029-4b31-bdac-cf23ee894a3c HTTP/1.1" status: 200 len: 847 time: 0.0754130 Sep 26 11:26:27.736961 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-8611ad15-52fe-42ec-ae27-ca117ecef235 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Allocated IP 172.20.0.10 (33aa0508-6769-4d11-a139-b97309f298c0/21de4efa-7bad-4711-b421-ca5ac892cc95/cccd193f-df95-4f0f-8a36-38088c41678f) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:26:27.749213 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f5422-c9d7-4f64-a1f4-a86b29422dc4 req-b21572c8-5524-4586-9e01-dd80b9de1202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:27.750997 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-062f5422-c9d7-4f64-a1f4-a86b29422dc4 req-b21572c8-5524-4586-9e01-dd80b9de1202 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23e86c48-c562-4dba-8966-311c3333da64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445216 Sep 26 11:26:27.879582 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-062f5422-c9d7-4f64-a1f4-a86b29422dc4 req-75497324-c968-4c04-b256-df05b4ef9a2c service neutron] 10.222.0.22 "GET /v2.0/networks/23e86c48-c562-4dba-8966-311c3333da64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203148 Sep 26 11:26:27.906590 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-37356f13-14b6-465a-a996-69c90e1fb562 req-c5a689cc-5ffb-4dae-b9c0-280070a53090 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b474c6e-941a-4d52-ba3c-4291a9dab52c HTTP/1.1" status: 200 len: 210 time: 0.0601189 Sep 26 11:26:27.981085 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-8611ad15-52fe-42ec-ae27-ca117ecef235 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:28.046348 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-8611ad15-52fe-42ec-ae27-ca117ecef235 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:28.153495 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-8611ad15-52fe-42ec-ae27-ca117ecef235 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Network 33aa0508-6769-4d11-a139-b97309f298c0 is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:26:28.177107 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-8611ad15-52fe-42ec-ae27-ca117ecef235 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:26:28.187158 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-8611ad15-52fe-42ec-ae27-ca117ecef235 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:26:28.193529 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611ad15-52fe-42ec-ae27-ca117ecef235 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Pushing event updated for resources: {'Port': ['ID=cccd193f-df95-4f0f-8a36-38088c41678f,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:28.255306 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93602a0-1e24-4bba-8caf-e2fe0fed357e req-c0cb46cd-23c5-4bab-aa33-3780d99815c2 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:28.256925 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f93602a0-1e24-4bba-8caf-e2fe0fed357e req-c0cb46cd-23c5-4bab-aa33-3780d99815c2 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 944 time: 0.1467559 Sep 26 11:26:28.263036 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-8611ad15-52fe-42ec-ae27-ca117ecef235 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:28.263684 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-8611ad15-52fe-42ec-ae27-ca117ecef235 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:28.282724 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-062f5422-c9d7-4f64-a1f4-a86b29422dc4 req-4026e5dc-4a5f-4ee2-8a93-1ef22015ae2b service neutron] 10.222.0.22 "GET /v2.0/networks/23e86c48-c562-4dba-8966-311c3333da64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946087 Sep 26 11:26:28.298711 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-8611ad15-52fe-42ec-ae27-ca117ecef235 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1171968 Sep 26 11:26:28.314368 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-6223ba0d-d2bc-49c2-bb12-b51c2914ada5 service neutron] Request body: {'port': {'device_id': '7ac0b066-395e-4fd2-9d7f-06a9e31a321c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81103'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:26:28.338534 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f93602a0-1e24-4bba-8caf-e2fe0fed357e req-9f24aa16-58f5-4454-90a3-e657f8780c7b tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708637 Sep 26 11:26:28.401744 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-6223ba0d-d2bc-49c2-bb12-b51c2914ada5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:28.481183 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-1e87df41-c551-49a8-bd74-0df8a575e556 None None] Provisioning complete for port cccd193f-df95-4f0f-8a36-38088c41678f triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:26:28.481699 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-1e87df41-c551-49a8-bd74-0df8a575e556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:28.522974 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-1e87df41-c551-49a8-bd74-0df8a575e556 None None] Port cccd193f-df95-4f0f-8a36-38088c41678f cannot update to ACTIVE because it is not bound. {{(pid=94002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 11:26:28.630079 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d1575-ea54-45f9-9979-cf1e272e045a req-c1f9f23b-b68a-4bca-a131-88915460cd14 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:28.632818 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f65d1575-ea54-45f9-9979-cf1e272e045a req-c1f9f23b-b68a-4bca-a131-88915460cd14 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd978853-e725-4f82-a754-f145dd8fa784 HTTP/1.1" status: 200 len: 946 time: 0.1038465 Sep 26 11:26:28.761894 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f65d1575-ea54-45f9-9979-cf1e272e045a req-6730fb2e-3a38-4d35-aca5-a1e2c6eba38e tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921850 Sep 26 11:26:28.838260 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-6223ba0d-d2bc-49c2-bb12-b51c2914ada5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cccd193f-df95-4f0f-8a36-38088c41678f {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:26:28.860983 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6310d2-d76d-4f6c-8481-1827d5dca488 req-e2a690b3-303b-4123-90a5-58f00aa49e51 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:28.863075 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8e6310d2-d76d-4f6c-8481-1827d5dca488 req-e2a690b3-303b-4123-90a5-58f00aa49e51 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 932 time: 0.1557741 Sep 26 11:26:28.866389 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-6223ba0d-d2bc-49c2-bb12-b51c2914ada5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:28.906500 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-6223ba0d-d2bc-49c2-bb12-b51c2914ada5 service neutron] Transition to ACTIVE for port object cccd193f-df95-4f0f-8a36-38088c41678f will not be triggered until provisioned by entity L2. {{(pid=94001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 11:26:28.919370 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-6223ba0d-d2bc-49c2-bb12-b51c2914ada5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530552719'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:28.949277 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:28.982926 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac595f3-64da-4434-ba1c-cb84d66a454b req-786fdffb-33d9-49f2-b29e-ebf82547746a tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:28.984594 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2ac595f3-64da-4434-ba1c-cb84d66a454b req-786fdffb-33d9-49f2-b29e-ebf82547746a tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd978853-e725-4f82-a754-f145dd8fa784 HTTP/1.1" status: 200 len: 946 time: 0.1418917 Sep 26 11:26:29.008975 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8e6310d2-d76d-4f6c-8481-1827d5dca488 req-1a0654a3-dd7a-4f99-8098-10ca867fbe52 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244936 Sep 26 11:26:29.044848 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223ba0d-d2bc-49c2-bb12-b51c2914ada5 service neutron] Pushing event updated for resources: {'Port': ['ID=cccd193f-df95-4f0f-8a36-38088c41678f,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:29.131640 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2ac595f3-64da-4434-ba1c-cb84d66a454b req-63a291be-5285-4ed8-8751-7019a0061bce tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348276 Sep 26 11:26:29.151905 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 51914) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:29.154132 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3007c332-62c7-48e2-b76c-f600c2989a25 req-d5ad3d47-d94b-4471-ae3d-1aa3ed04cde1 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b474c6e-941a-4d52-ba3c-4291a9dab52c HTTP/1.1" status: 200 len: 210 time: 0.0406618 Sep 26 11:26:29.195315 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-ea9f0f60-1e56-4dab-93ac-08f00befebea tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:29.197113 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-ea9f0f60-1e56-4dab-93ac-08f00befebea tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.22 "GET /v2.0/networks?id=10497a18-4ad0-400f-9602-cbf184b3854c HTTP/1.1" status: 200 len: 809 time: 0.1995666 Sep 26 11:26:29.198109 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-6223ba0d-d2bc-49c2-bb12-b51c2914ada5 service neutron] Attempting to bind port cccd193f-df95-4f0f-8a36-38088c41678f on host hv-cinder-81103 for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:26:29.198619 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-6223ba0d-d2bc-49c2-bb12-b51c2914ada5 service neutron] Attempting to bind port cccd193f-df95-4f0f-8a36-38088c41678f by drivers openvswitch,hyperv on host hv-cinder-81103 at level 0 using segments [{'id': 'a0db8883-6c7c-4d85-929a-634a213f1538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:26:29.198802 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-6223ba0d-d2bc-49c2-bb12-b51c2914ada5 service neutron] Attempting to bind port cccd193f-df95-4f0f-8a36-38088c41678f on network 33aa0508-6769-4d11-a139-b97309f298c0 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:26:29.204294 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-6223ba0d-d2bc-49c2-bb12-b51c2914ada5 service neutron] Port cccd193f-df95-4f0f-8a36-38088c41678f on network 33aa0508-6769-4d11-a139-b97309f298c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81103 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 11:26:29.204635 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-6223ba0d-d2bc-49c2-bb12-b51c2914ada5 service neutron] Attempting to bind port cccd193f-df95-4f0f-8a36-38088c41678f on network 33aa0508-6769-4d11-a139-b97309f298c0 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:26:29.212105 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-6223ba0d-d2bc-49c2-bb12-b51c2914ada5 service neutron] Checking agent: {'id': 'c7902f34-c618-4561-9fcf-9ee1c8cebcf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81103', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'started_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:26:29.212341 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-42b02c7a-87c1-4bb7-8142-051fc8bd45cf tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Request body: {'port': {'device_id': '9b474c6e-941a-4d52-ba3c-4291a9dab52c', 'network_id': '10497a18-4ad0-400f-9602-cbf184b3854c', 'admin_state_up': True, 'tenant_id': '32e1713d2ae04b3dab0f6554ba93231d'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:26:29.212496 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-6223ba0d-d2bc-49c2-bb12-b51c2914ada5 service neutron] Checking segment: {'id': 'a0db8883-6c7c-4d85-929a-634a213f1538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:26:29.212816 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-6223ba0d-d2bc-49c2-bb12-b51c2914ada5 service neutron] Bound using segment: {'id': 'a0db8883-6c7c-4d85-929a-634a213f1538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:26:29.213512 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-6223ba0d-d2bc-49c2-bb12-b51c2914ada5 service neutron] Bound port: cccd193f-df95-4f0f-8a36-38088c41678f, host: hv-cinder-81103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0db8883-6c7c-4d85-929a-634a213f1538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:26:29.213881 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-6223ba0d-d2bc-49c2-bb12-b51c2914ada5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:29.301294 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-6223ba0d-d2bc-49c2-bb12-b51c2914ada5 service neutron] For port cccd193f-df95-4f0f-8a36-38088c41678f, host hv-cinder-81103, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:26:29.305101 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-6223ba0d-d2bc-49c2-bb12-b51c2914ada5 service neutron] For port cccd193f-df95-4f0f-8a36-38088c41678f, host hv-cinder-81103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=cccd193f-df95-4f0f-8a36-38088c41678f,segment=NetworkSegment(a0db8883-6c7c-4d85-929a-634a213f1538),segment_id=a0db8883-6c7c-4d85-929a-634a213f1538)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:26:29.310481 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-6223ba0d-d2bc-49c2-bb12-b51c2914ada5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530552719'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:29.353855 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-f93de12a-967f-441f-bf29-dc25e134d4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:29.391870 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-6223ba0d-d2bc-49c2-bb12-b51c2914ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:29.393536 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-6223ba0d-d2bc-49c2-bb12-b51c2914ada5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:29.395076 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-6223ba0d-d2bc-49c2-bb12-b51c2914ada5 service neutron] 10.222.0.22 "PUT /v2.0/ports/cccd193f-df95-4f0f-8a36-38088c41678f HTTP/1.1" status: 200 len: 1094 time: 1.0851686 Sep 26 11:26:29.398432 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac0b066-395e-4fd2-9d7f-06a9e31a321c', 'tag': 'cccd193f-df95-4f0f-8a36-38088c41678f'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:26:29.401471 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20941ff1-d7e7-42e5-8365-5de56bbe3a51" -d '{"events": [{"name": "network-changed", "server_uuid": "7ac0b066-395e-4fd2-9d7f-06a9e31a321c", "tag": "cccd193f-df95-4f0f-8a36-38088c41678f"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:26:29.418339 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-42b02c7a-87c1-4bb7-8142-051fc8bd45cf tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Made reservation on behalf of 32e1713d2ae04b3dab0f6554ba93231d for: {'port': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:26:29.424834 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223ba0d-d2bc-49c2-bb12-b51c2914ada5 service neutron] Pushing event updated for resources: {'Port': ['ID=cccd193f-df95-4f0f-8a36-38088c41678f,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:29.434550 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-42b02c7a-87c1-4bb7-8142-051fc8bd45cf tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:29.448539 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935833a5-aa32-4845-9231-5b3505195d41 tempest-TestVolumeBootPattern-401286140 tempest-TestVolumeBootPattern-401286140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:29.451941 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-935833a5-aa32-4845-9231-5b3505195d41 tempest-TestVolumeBootPattern-401286140 tempest-TestVolumeBootPattern-401286140-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bd978853-e725-4f82-a754-f145dd8fa784 HTTP/1.1" status: 200 len: 1094 time: 0.2967558 Sep 26 11:26:29.461892 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 51926) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:29.482229 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be5b789-44d8-427e-b4f8-7bec0212d7c6 x-openstack-request-id: req-7be5b789-44d8-427e-b4f8-7bec0212d7c6 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:26:29.482618 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ac0b066-395e-4fd2-9d7f-06a9e31a321c", "tag": "cccd193f-df95-4f0f-8a36-38088c41678f", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:26:29.482788 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7be5b789-44d8-427e-b4f8-7bec0212d7c6 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:26:29.483199 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac0b066-395e-4fd2-9d7f-06a9e31a321c', 'tag': 'cccd193f-df95-4f0f-8a36-38088c41678f', 'status': 'completed', 'code': 200} Sep 26 11:26:29.486748 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-bcbc7ad3-01ee-417a-a195-edfe79711395 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Request body: {'floatingip': {'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'port_id': '441da9f5-923a-48f3-82b1-b107211dab37', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:26:29.566359 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-bcba0b14-51a2-4e45-ad93-7955dd6d67ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:29.568297 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-bcba0b14-51a2-4e45-ad93-7955dd6d67ab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7cb378b591e143fb91d044bdf1c9f3df&device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 1097 time: 0.1150765 Sep 26 11:26:29.572883 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-bcbc7ad3-01ee-417a-a195-edfe79711395 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for floatingip, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:29.591783 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dbd48c-a8eb-4501-a241-af504fe509b0 req-b7b5cef2-d99d-4d09-9023-8b7b0152b8a2 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:29.593344 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-21dbd48c-a8eb-4501-a241-af504fe509b0 req-b7b5cef2-d99d-4d09-9023-8b7b0152b8a2 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 944 time: 0.1014795 Sep 26 11:26:29.633287 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-42b02c7a-87c1-4bb7-8142-051fc8bd45cf tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Allocated IP 172.20.0.3 (10497a18-4ad0-400f-9602-cbf184b3854c/21f25ee8-ad98-41a1-91d4-def2498feacc/96d340df-b96e-4f77-a2ab-5029ca9cc253) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:26:29.641792 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-587a206d-235b-4a7f-a4ea-368d75b7d323 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cccd193f-df95-4f0f-8a36-38088c41678f HTTP/1.1" status: 200 len: 217 time: 0.0651689 Sep 26 11:26:29.719898 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-21dbd48c-a8eb-4501-a241-af504fe509b0 req-af0d65e3-4551-435e-985d-303dd0f47358 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1158328 Sep 26 11:26:29.732380 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-4cb12547-2b0a-433c-8809-5df970361423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:29.733876 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-4cb12547-2b0a-433c-8809-5df970361423 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21de4efa-7bad-4711-b421-ca5ac892cc95 HTTP/1.1" status: 200 len: 849 time: 0.0840206 Sep 26 11:26:29.812366 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-42b02c7a-87c1-4bb7-8142-051fc8bd45cf tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:29.835794 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-4f85edd4-4458-4a9f-8672-909d7c2a0a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:29.837383 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-4f85edd4-4458-4a9f-8672-909d7c2a0a4d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33aa0508-6769-4d11-a139-b97309f298c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0950160 Sep 26 11:26:29.853436 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-42b02c7a-87c1-4bb7-8142-051fc8bd45cf tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:29.873691 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-bcbc7ad3-01ee-417a-a195-edfe79711395 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:29.909245 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-42b02c7a-87c1-4bb7-8142-051fc8bd45cf tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Network 10497a18-4ad0-400f-9602-cbf184b3854c is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:26:29.913823 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-42b02c7a-87c1-4bb7-8142-051fc8bd45cf tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:26:29.917539 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-42b02c7a-87c1-4bb7-8142-051fc8bd45cf tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:26:29.983512 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b02c7a-87c1-4bb7-8142-051fc8bd45cf tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Pushing event updated for resources: {'Port': ['ID=96d340df-b96e-4f77-a2ab-5029ca9cc253,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:30.011220 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-42b02c7a-87c1-4bb7-8142-051fc8bd45cf tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:30.011872 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-42b02c7a-87c1-4bb7-8142-051fc8bd45cf tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:30.026855 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-42b02c7a-87c1-4bb7-8142-051fc8bd45cf tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8191764 Sep 26 11:26:30.029758 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-8045eb1a-84da-496f-aa88-d995e917320e service neutron] 10.222.0.22 "GET /v2.0/networks/33aa0508-6769-4d11-a139-b97309f298c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838677 Sep 26 11:26:30.047929 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-1d63f836-c94e-4ac2-a6b1-6da2c01c29af service neutron] Request body: {'port': {'device_id': '9b474c6e-941a-4d52-ba3c-4291a9dab52c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81103'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:26:30.076743 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [None req-bcbc7ad3-01ee-417a-a195-edfe79711395 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Allocated IP 172.27.3.19 (d645f16f-c1f8-40bc-a964-fd8a8508da46/7b04f644-4880-4113-a1d0-930d600f8f14/69510863-8be7-4808-a048-40f802380950) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:26:30.114582 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-1d63f836-c94e-4ac2-a6b1-6da2c01c29af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:30.231474 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-258ec54e-edb0-4359-8175-829b1e66d0d3 req-e5b5bd14-a8b8-48a9-a1a7-48d6377c0fe4 service neutron] 10.222.0.22 "GET /v2.0/networks/33aa0508-6769-4d11-a139-b97309f298c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878119 Sep 26 11:26:30.289631 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c74b5-f286-4844-9338-81ca3e59dfb6 req-60b4c6c3-a916-4c92-822b-f3cdbe5f55d5 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:30.291770 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f85c74b5-f286-4844-9338-81ca3e59dfb6 req-60b4c6c3-a916-4c92-822b-f3cdbe5f55d5 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 944 time: 0.1590600 Sep 26 11:26:30.420722 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-1d63f836-c94e-4ac2-a6b1-6da2c01c29af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d340df-b96e-4f77-a2ab-5029ca9cc253 {{(pid=94000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:26:30.430130 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-1d63f836-c94e-4ac2-a6b1-6da2c01c29af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:30.444644 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.provisioning_blocks [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-1d63f836-c94e-4ac2-a6b1-6da2c01c29af service neutron] Transition to ACTIVE for port object 96d340df-b96e-4f77-a2ab-5029ca9cc253 will not be triggered until provisioned by entity L2. {{(pid=94000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 11:26:30.450116 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-1d63f836-c94e-4ac2-a6b1-6da2c01c29af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530160741'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:30.501625 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63f836-c94e-4ac2-a6b1-6da2c01c29af service neutron] Pushing event updated for resources: {'Port': ['ID=96d340df-b96e-4f77-a2ab-5029ca9cc253,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:30.584070 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-1d63f836-c94e-4ac2-a6b1-6da2c01c29af service neutron] Attempting to bind port 96d340df-b96e-4f77-a2ab-5029ca9cc253 on host hv-cinder-81103 for vnic_type normal with profile {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:26:30.584535 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-1d63f836-c94e-4ac2-a6b1-6da2c01c29af service neutron] Attempting to bind port 96d340df-b96e-4f77-a2ab-5029ca9cc253 by drivers openvswitch,hyperv on host hv-cinder-81103 at level 0 using segments [{'id': 'e2483b08-8240-4b97-9ab6-d768dfb6b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '10497a18-4ad0-400f-9602-cbf184b3854c'}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:26:30.585123 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-1d63f836-c94e-4ac2-a6b1-6da2c01c29af service neutron] Attempting to bind port 96d340df-b96e-4f77-a2ab-5029ca9cc253 on network 10497a18-4ad0-400f-9602-cbf184b3854c {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:26:30.590228 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-1d63f836-c94e-4ac2-a6b1-6da2c01c29af service neutron] Port 96d340df-b96e-4f77-a2ab-5029ca9cc253 on network 10497a18-4ad0-400f-9602-cbf184b3854c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81103 {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 11:26:30.590669 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-1d63f836-c94e-4ac2-a6b1-6da2c01c29af service neutron] Attempting to bind port 96d340df-b96e-4f77-a2ab-5029ca9cc253 on network 10497a18-4ad0-400f-9602-cbf184b3854c {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:26:30.596782 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-1d63f836-c94e-4ac2-a6b1-6da2c01c29af service neutron] Checking agent: {'id': 'c7902f34-c618-4561-9fcf-9ee1c8cebcf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81103', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'started_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:26:30.597220 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-1d63f836-c94e-4ac2-a6b1-6da2c01c29af service neutron] Checking segment: {'id': 'e2483b08-8240-4b97-9ab6-d768dfb6b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '10497a18-4ad0-400f-9602-cbf184b3854c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:26:30.597679 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-1d63f836-c94e-4ac2-a6b1-6da2c01c29af service neutron] Bound using segment: {'id': 'e2483b08-8240-4b97-9ab6-d768dfb6b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '10497a18-4ad0-400f-9602-cbf184b3854c'} {{(pid=94000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:26:30.598186 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.managers [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-1d63f836-c94e-4ac2-a6b1-6da2c01c29af service neutron] Bound port: 96d340df-b96e-4f77-a2ab-5029ca9cc253, host: hv-cinder-81103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2483b08-8240-4b97-9ab6-d768dfb6b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '10497a18-4ad0-400f-9602-cbf184b3854c'}}] {{(pid=94000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:26:30.598618 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-1d63f836-c94e-4ac2-a6b1-6da2c01c29af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:30.651271 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-bcbc7ad3-01ee-417a-a195-edfe79711395 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:30.664838 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662e072-b19b-4dcc-a9bc-092bf691aae0 req-a7d6fcd3-b4ca-4018-ae01-b19153459e0b tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:30.666421 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3662e072-b19b-4dcc-a9bc-092bf691aae0 req-a7d6fcd3-b4ca-4018-ae01-b19153459e0b tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b474c6e-941a-4d52-ba3c-4291a9dab52c HTTP/1.1" status: 200 len: 931 time: 0.4011483 Sep 26 11:26:30.670410 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-1d63f836-c94e-4ac2-a6b1-6da2c01c29af service neutron] For port 96d340df-b96e-4f77-a2ab-5029ca9cc253, host hv-cinder-81103, cleared binding levels {{(pid=94000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:26:30.674002 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f85c74b5-f286-4844-9338-81ca3e59dfb6 req-b09464cf-6150-4bf7-9a39-d850eaf49a27 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3549316 Sep 26 11:26:30.674717 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-1d63f836-c94e-4ac2-a6b1-6da2c01c29af service neutron] For port 96d340df-b96e-4f77-a2ab-5029ca9cc253, host hv-cinder-81103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=96d340df-b96e-4f77-a2ab-5029ca9cc253,segment=NetworkSegment(e2483b08-8240-4b97-9ab6-d768dfb6b914),segment_id=e2483b08-8240-4b97-9ab6-d768dfb6b914)] {{(pid=94000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:26:30.678020 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20941ff1-d7e7-42e5-8365-5de56bbe3a51 req-5c9dc5b0-cf21-4aa3-987c-8c5ad17a8b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:30.679753 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-20941ff1-d7e7-42e5-8365-5de56bbe3a51 req-5c9dc5b0-cf21-4aa3-987c-8c5ad17a8b8c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7cb378b591e143fb91d044bdf1c9f3df&device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 1097 time: 0.3875127 Sep 26 11:26:30.682055 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-1d63f836-c94e-4ac2-a6b1-6da2c01c29af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530160741'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:30.717685 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-1d63f836-c94e-4ac2-a6b1-6da2c01c29af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:30.718314 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-1d63f836-c94e-4ac2-a6b1-6da2c01c29af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:30.719788 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-1d63f836-c94e-4ac2-a6b1-6da2c01c29af service neutron] 10.222.0.22 "PUT /v2.0/ports/96d340df-b96e-4f77-a2ab-5029ca9cc253 HTTP/1.1" status: 200 len: 1093 time: 0.6772971 Sep 26 11:26:30.720316 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b474c6e-941a-4d52-ba3c-4291a9dab52c', 'tag': '96d340df-b96e-4f77-a2ab-5029ca9cc253'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:26:30.722761 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac05579741f88b05fd5495e6fabac80b3338caa1126b8e71f43a8600e84c3c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14532737-9b36-44a9-8c52-53bff592c7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "9b474c6e-941a-4d52-ba3c-4291a9dab52c", "tag": "96d340df-b96e-4f77-a2ab-5029ca9cc253"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:26:30.757481 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63f836-c94e-4ac2-a6b1-6da2c01c29af service neutron] Pushing event updated for resources: {'Port': ['ID=96d340df-b96e-4f77-a2ab-5029ca9cc253,revision_number=3']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:30.771965 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c073e68-6977-4d9e-9aa6-c16edd62be6e x-openstack-request-id: req-2c073e68-6977-4d9e-9aa6-c16edd62be6e {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:26:30.772547 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b474c6e-941a-4d52-ba3c-4291a9dab52c", "tag": "96d340df-b96e-4f77-a2ab-5029ca9cc253", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:26:30.772723 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c073e68-6977-4d9e-9aa6-c16edd62be6e {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:26:30.773216 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b474c6e-941a-4d52-ba3c-4291a9dab52c', 'tag': '96d340df-b96e-4f77-a2ab-5029ca9cc253', 'status': 'completed', 'code': 200} Sep 26 11:26:30.817208 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3662e072-b19b-4dcc-a9bc-092bf691aae0 req-5cc56656-5c3e-4875-80e8-0a62aa089d84 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/security-groups?id=822e0837-e96f-4667-87b2-56e38c890ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301591 Sep 26 11:26:30.822496 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-bcbc7ad3-01ee-417a-a195-edfe79711395 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:30.881890 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-7e1b4f07-59e0-426a-a103-f7515ebd4060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:30.884756 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-7e1b4f07-59e0-426a-a103-f7515ebd4060 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=32e1713d2ae04b3dab0f6554ba93231d&device_id=9b474c6e-941a-4d52-ba3c-4291a9dab52c HTTP/1.1" status: 200 len: 1096 time: 0.0712028 Sep 26 11:26:30.914665 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbc7ad3-01ee-417a-a195-edfe79711395 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Network d645f16f-c1f8-40bc-a964-fd8a8508da46 is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:26:30.922378 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20941ff1-d7e7-42e5-8365-5de56bbe3a51 req-4e58aebe-fc52-4800-b644-bfc3ee408983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:30.923907 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-20941ff1-d7e7-42e5-8365-5de56bbe3a51 req-4e58aebe-fc52-4800-b644-bfc3ee408983 service neutron] 10.222.0.22 "GET /v2.0/networks?id=33aa0508-6769-4d11-a139-b97309f298c0 HTTP/1.1" status: 200 len: 911 time: 0.2329946 Sep 26 11:26:30.924799 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-bcbc7ad3-01ee-417a-a195-edfe79711395 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:26:30.927365 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbc7ad3-01ee-417a-a195-edfe79711395 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:26:30.940494 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-2277ff37-e8b5-4062-977c-fe49c02d0b77 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96d340df-b96e-4f77-a2ab-5029ca9cc253 HTTP/1.1" status: 200 len: 217 time: 0.0384095 Sep 26 11:26:30.965770 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc7ad3-01ee-417a-a195-edfe79711395 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Pushing event updated for resources: {'Port': ['ID=69510863-8be7-4808-a048-40f802380950,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:30.992863 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-7dec9581-caf1-4db6-ad3a-a50317edc8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:30.994462 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-7dec9581-caf1-4db6-ad3a-a50317edc8ff service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21f25ee8-ad98-41a1-91d4-def2498feacc HTTP/1.1" status: 200 len: 849 time: 0.0469775 Sep 26 11:26:31.011270 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-20941ff1-d7e7-42e5-8365-5de56bbe3a51 req-87c53eaf-d3bb-4334-91bb-ec87e4d9aafa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cccd193f-df95-4f0f-8a36-38088c41678f HTTP/1.1" status: 200 len: 217 time: 0.0733712 Sep 26 11:26:31.041590 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-0ff2a0b7-b3dc-46a5-a472-37502768c622 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10497a18-4ad0-400f-9602-cbf184b3854c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365689 Sep 26 11:26:31.041765 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c451e4-cc3e-460a-b3c1-572f8c0e3180 req-26a67eb6-0823-411e-801e-1306e617dc9f tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:31.042444 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-81c451e4-cc3e-460a-b3c1-572f8c0e3180 req-26a67eb6-0823-411e-801e-1306e617dc9f tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 944 time: 0.2132123 Sep 26 11:26:31.158950 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-1f94893b-b5fe-476a-a361-9deaf4cd1536 service neutron] 10.222.0.22 "GET /v2.0/networks/10497a18-4ad0-400f-9602-cbf184b3854c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078787 Sep 26 11:26:31.164804 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20941ff1-d7e7-42e5-8365-5de56bbe3a51 req-70972c7d-2dc6-4ecf-a015-465b9e8146ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:31.166260 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-20941ff1-d7e7-42e5-8365-5de56bbe3a51 req-70972c7d-2dc6-4ecf-a015-465b9e8146ed service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21de4efa-7bad-4711-b421-ca5ac892cc95 HTTP/1.1" status: 200 len: 849 time: 0.1439226 Sep 26 11:26:31.178513 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-81c451e4-cc3e-460a-b3c1-572f8c0e3180 req-9063d454-18e6-478c-8271-3873ce846bdf tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1075039 Sep 26 11:26:31.280961 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-3ae985f2-bc03-4dfa-85a0-7e4efddf3421 req-eae7b6b4-55a8-4210-be4d-879e147f22f5 service neutron] 10.222.0.22 "GET /v2.0/networks/10497a18-4ad0-400f-9602-cbf184b3854c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043143 Sep 26 11:26:31.305118 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20941ff1-d7e7-42e5-8365-5de56bbe3a51 req-dc40f5b2-c7a5-419d-924c-2a333ba425cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:31.306619 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-20941ff1-d7e7-42e5-8365-5de56bbe3a51 req-dc40f5b2-c7a5-419d-924c-2a333ba425cd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33aa0508-6769-4d11-a139-b97309f298c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1273510 Sep 26 11:26:31.376694 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14532737-9b36-44a9-8c52-53bff592c7fa req-ef4e3390-dcb4-4bcd-978b-4a0b9078def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:31.378285 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-14532737-9b36-44a9-8c52-53bff592c7fa req-ef4e3390-dcb4-4bcd-978b-4a0b9078def0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=32e1713d2ae04b3dab0f6554ba93231d&device_id=9b474c6e-941a-4d52-ba3c-4291a9dab52c HTTP/1.1" status: 200 len: 1096 time: 0.0428653 Sep 26 11:26:31.481808 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14532737-9b36-44a9-8c52-53bff592c7fa req-8d827050-925a-4f4d-a485-35df99d3d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:31.483296 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-14532737-9b36-44a9-8c52-53bff592c7fa req-8d827050-925a-4f4d-a485-35df99d3d932 service neutron] 10.222.0.22 "GET /v2.0/networks?id=10497a18-4ad0-400f-9602-cbf184b3854c HTTP/1.1" status: 200 len: 910 time: 0.0961268 Sep 26 11:26:31.493352 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-20941ff1-d7e7-42e5-8365-5de56bbe3a51 req-5d72511f-1bf8-42e8-bf92-bd075923a919 service neutron] 10.222.0.22 "GET /v2.0/networks/33aa0508-6769-4d11-a139-b97309f298c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696913 Sep 26 11:26:31.532506 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-14532737-9b36-44a9-8c52-53bff592c7fa req-718cde9f-725a-4b8e-bdc6-7b45b74dd952 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96d340df-b96e-4f77-a2ab-5029ca9cc253 HTTP/1.1" status: 200 len: 217 time: 0.0399060 Sep 26 11:26:31.588461 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14532737-9b36-44a9-8c52-53bff592c7fa req-f0e04510-0e6c-4620-a7dc-3cb0286a14c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:31.589977 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-14532737-9b36-44a9-8c52-53bff592c7fa req-f0e04510-0e6c-4620-a7dc-3cb0286a14c2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21f25ee8-ad98-41a1-91d4-def2498feacc HTTP/1.1" status: 200 len: 849 time: 0.0498319 Sep 26 11:26:31.606994 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-bcbc7ad3-01ee-417a-a195-edfe79711395 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:31.631498 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-14532737-9b36-44a9-8c52-53bff592c7fa req-39cc22bb-9182-4cd6-943c-d5d22790e2a4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10497a18-4ad0-400f-9602-cbf184b3854c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322022 Sep 26 11:26:31.670002 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-20941ff1-d7e7-42e5-8365-5de56bbe3a51 req-461ac79a-862c-4ba8-953d-39a28074d099 service neutron] 10.222.0.22 "GET /v2.0/networks/33aa0508-6769-4d11-a139-b97309f298c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394172 Sep 26 11:26:31.701113 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-bcbc7ad3-01ee-417a-a195-edfe79711395 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:31.754244 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-14532737-9b36-44a9-8c52-53bff592c7fa req-71e483c2-c818-4839-94e1-d33cd9f92aa4 service neutron] 10.222.0.22 "GET /v2.0/networks/10497a18-4ad0-400f-9602-cbf184b3854c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139224 Sep 26 11:26:31.869728 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e43c3e-7c00-4a38-bef8-0b75d16894b1 req-1c82fe23-571e-451b-848b-9043b5b428f1 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:31.871370 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-31e43c3e-7c00-4a38-bef8-0b75d16894b1 req-1c82fe23-571e-451b-848b-9043b5b428f1 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 944 time: 0.1118832 Sep 26 11:26:31.872303 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-14532737-9b36-44a9-8c52-53bff592c7fa req-8c437044-97b5-4982-af5d-2c7045da479b service neutron] 10.222.0.22 "GET /v2.0/networks/10497a18-4ad0-400f-9602-cbf184b3854c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093044 Sep 26 11:26:31.896669 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device cccd193f-df95-4f0f-8a36-38088c41678f details requested by agent hyperv_hv-cinder-81103 with host hv-cinder-81103 {{(pid=94002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 11:26:31.915249 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-a1d210d8-36f2-4b20-9a18-4502c8f919e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:31.951864 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-31e43c3e-7c00-4a38-bef8-0b75d16894b1 req-11fa5236-145e-41c9-aaf0-11e938b74a11 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525794 Sep 26 11:26:31.954156 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-bcbc7ad3-01ee-417a-a195-edfe79711395 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for port, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:31.963317 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-bcbc7ad3-01ee-417a-a195-edfe79711395 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530552719'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:32.063301 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port cccd193f-df95-4f0f-8a36-38088c41678f, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=cccd193f-df95-4f0f-8a36-38088c41678f,segment=NetworkSegment(a0db8883-6c7c-4d85-929a-634a213f1538),segment_id=a0db8883-6c7c-4d85-929a-634a213f1538)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:26:32.075507 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Returning: {'device': 'cccd193f-df95-4f0f-8a36-38088c41678f', 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0', 'port_id': 'cccd193f-df95-4f0f-8a36-38088c41678f', 'mac_address': 'fa:16:3e:58:4b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 11:26:32.079408 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc7ad3-01ee-417a-a195-edfe79711395 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Pushing event updated for resources: {'Port': ['ID=69510863-8be7-4808-a048-40f802380950,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:32.091942 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-bcbc7ad3-01ee-417a-a195-edfe79711395 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748570'] for floatingip, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:32.121713 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:32.134266 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4e388-1907-4cd2-87a6-24e669de9c15 req-625bb86d-f8c4-4bea-a303-7c94ba6f3b13 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:32.135817 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9cd4e388-1907-4cd2-87a6-24e669de9c15 req-625bb86d-f8c4-4bea-a303-7c94ba6f3b13 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b474c6e-941a-4d52-ba3c-4291a9dab52c HTTP/1.1" status: 200 len: 943 time: 0.1555705 Sep 26 11:26:32.136216 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cccd193f-df95-4f0f-8a36-38088c41678f {{(pid=94002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:26:32.158678 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port cccd193f-df95-4f0f-8a36-38088c41678f, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=cccd193f-df95-4f0f-8a36-38088c41678f,segment=NetworkSegment(a0db8883-6c7c-4d85-929a-634a213f1538),segment_id=a0db8883-6c7c-4d85-929a-634a213f1538)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:26:32.164834 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:32.233513 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=cccd193f-df95-4f0f-8a36-38088c41678f,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:32.261953 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.db.l3_db [None req-bcbc7ad3-01ee-417a-a195-edfe79711395 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Floating IP fa02a16c-50e8-4766-bda3-e77ba6305820 associated. External IP: 172.27.3.19, port: 441da9f5-923a-48f3-82b1-b107211dab37. Sep 26 11:26:32.267131 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9cd4e388-1907-4cd2-87a6-24e669de9c15 req-eddd6439-e10b-4303-850f-d7113948298d tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/security-groups?id=822e0837-e96f-4667-87b2-56e38c890ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247044 Sep 26 11:26:32.398327 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d38c84-c28a-42fb-825f-6627dd3b2145 req-fd5592de-72a5-4abb-92f8-f9a64408fc3d tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:32.399959 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-63d38c84-c28a-42fb-825f-6627dd3b2145 req-fd5592de-72a5-4abb-92f8-f9a64408fc3d tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 944 time: 0.1407018 Sep 26 11:26:32.421572 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['cccd193f-df95-4f0f-8a36-38088c41678f'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:26:32.494113 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-63d38c84-c28a-42fb-825f-6627dd3b2145 req-114b317b-02d7-4afb-8015-306cd51aedeb tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873189 Sep 26 11:26:32.508937 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:32.572982 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbc7ad3-01ee-417a-a195-edfe79711395 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Router 87b22159-4259-43a7-961f-28cde81a65c8 has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:26:32.698307 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbc7ad3-01ee-417a-a195-edfe79711395 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:26:32.708796 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b018ee-5e7c-4ec6-b9bf-3686915f8a88 None None] Sync routers for ids ['87b22159-4259-43a7-961f-28cde81a65c8'] in dv-cinder-811032-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:26:32.716229 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-bcbc7ad3-01ee-417a-a195-edfe79711395 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for floatingip, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:32.718977 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b018ee-5e7c-4ec6-b9bf-3686915f8a88 None None] Routers {'87b22159-4259-43a7-961f-28cde81a65c8'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:26:32.719632 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-d9b018ee-5e7c-4ec6-b9bf-3686915f8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:26:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['87b22159-4259-43a7-961f-28cde81a65c8'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:32.756078 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-bcbc7ad3-01ee-417a-a195-edfe79711395 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2911394 Sep 26 11:26:32.756861 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd978853-e725-4f82-a754-f145dd8fa784', 'tag': '441da9f5-923a-48f3-82b1-b107211dab37'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:26:32.760003 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4475db7d-3092-4db8-ace5-5cc954030101" -d '{"events": [{"name": "network-changed", "server_uuid": "bd978853-e725-4f82-a754-f145dd8fa784", "tag": "441da9f5-923a-48f3-82b1-b107211dab37"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:26:32.803909 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ea27d7-8e07-4ed8-88a0-7b7e6cb7c56d x-openstack-request-id: req-e7ea27d7-8e07-4ed8-88a0-7b7e6cb7c56d {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:26:32.804194 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd978853-e725-4f82-a754-f145dd8fa784", "tag": "441da9f5-923a-48f3-82b1-b107211dab37", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:26:32.804448 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e7ea27d7-8e07-4ed8-88a0-7b7e6cb7c56d {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:26:32.804855 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd978853-e725-4f82-a754-f145dd8fa784', 'tag': '441da9f5-923a-48f3-82b1-b107211dab37', 'status': 'completed', 'code': 200} Sep 26 11:26:32.835605 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-d9b018ee-5e7c-4ec6-b9bf-3686915f8a88 None None] Set router 87b22159-4259-43a7-961f-28cde81a65c8 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:26:32.892723 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475db7d-3092-4db8-ace5-5cc954030101 req-b2f7a626-5a05-4253-8f8d-d09ec6dbf452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:32.894426 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4475db7d-3092-4db8-ace5-5cc954030101 req-b2f7a626-5a05-4253-8f8d-d09ec6dbf452 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce837c99bcc9456283c5401547ff5a76&device_id=bd978853-e725-4f82-a754-f145dd8fa784 HTTP/1.1" status: 200 len: 1099 time: 0.0518851 Sep 26 11:26:33.012885 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475db7d-3092-4db8-ace5-5cc954030101 req-b498eb81-e6ff-4779-9cf5-3aa952b3c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:33.014613 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4475db7d-3092-4db8-ace5-5cc954030101 req-b498eb81-e6ff-4779-9cf5-3aa952b3c80b service neutron] 10.222.0.22 "GET /v2.0/networks?id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8 HTTP/1.1" status: 200 len: 912 time: 0.1071062 Sep 26 11:26:33.098280 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4475db7d-3092-4db8-ace5-5cc954030101 req-ab0f8c48-8625-444e-8706-317974305721 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=441da9f5-923a-48f3-82b1-b107211dab37 HTTP/1.1" status: 200 len: 999 time: 0.0745165 Sep 26 11:26:33.113593 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2d170-c9eb-4e47-a5ac-fdf814d3a4bb req-f0c6a2b7-eee1-4b4c-9c4c-a522cfcdda8a tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:33.115585 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-09b2d170-c9eb-4e47-a5ac-fdf814d3a4bb req-f0c6a2b7-eee1-4b4c-9c4c-a522cfcdda8a tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 945 time: 0.0615227 Sep 26 11:26:33.158160 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-d9b018ee-5e7c-4ec6-b9bf-3686915f8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b22159-4259-43a7-961f-28cde81a65c8', 'name': 'tempest-TestVolumeBootPattern-851282300-router', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:11Z', 'updated_at': '2021-09-26T11:25:19Z', 'revision_number': 4, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'gw_port': {'id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:12Z', 'updated_at': '2021-09-26T11:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': 'fa02a16c-50e8-4766-bda3-e77ba6305820', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'port_id': '441da9f5-923a-48f3-82b1-b107211dab37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'mac_address': 'fa:16:3e:d3:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd978853-e725-4f82-a754-f145dd8fa784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:26:31Z', 'updated_at': '2021-09-26T11:26:31Z', 'revision_number': 0, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f41534-2e02-49f8-a247-a696fb2fc95a', 'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'mac_address': 'fa:16:3e:9c:ef:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:16Z', 'updated_at': '2021-09-26T11:25:25Z', 'revision_number': 5, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'subnets': [{'id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:33.164040 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-09b2d170-c9eb-4e47-a5ac-fdf814d3a4bb req-b545877c-b48c-41b3-8891-631d45baa222 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417831 Sep 26 11:26:33.190677 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b018ee-5e7c-4ec6-b9bf-3686915f8a88 None None] Checking router: 87b22159-4259-43a7-961f-28cde81a65c8 for host: dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:26:33.192673 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475db7d-3092-4db8-ace5-5cc954030101 req-31081b0b-a1ee-43ed-900f-04980ddddb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:33.194318 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4475db7d-3092-4db8-ace5-5cc954030101 req-31081b0b-a1ee-43ed-900f-04980ddddb78 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=258101c2-cabd-4a87-bb0e-e9533532d3e4 HTTP/1.1" status: 200 len: 850 time: 0.0755486 Sep 26 11:26:33.199671 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b018ee-5e7c-4ec6-b9bf-3686915f8a88 None None] Routers {'87b22159-4259-43a7-961f-28cde81a65c8'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:26:33.200436 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-d9b018ee-5e7c-4ec6-b9bf-3686915f8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:26:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['87b22159-4259-43a7-961f-28cde81a65c8'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:33.245052 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475db7d-3092-4db8-ace5-5cc954030101 req-f97bb775-4156-4465-88c5-98e1e98bd6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:33.246574 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4475db7d-3092-4db8-ace5-5cc954030101 req-f97bb775-4156-4465-88c5-98e1e98bd6f8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438869 Sep 26 11:26:33.365141 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4475db7d-3092-4db8-ace5-5cc954030101 req-cb5541fc-627b-48a9-9900-87196f3b7718 service neutron] 10.222.0.22 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087592 Sep 26 11:26:33.457824 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:33.461506 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12507910-2814-49cf-b131-090ee10ec8ab req-9d307543-c79b-450d-bb4c-db6d76a14b45 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:33.463669 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-12507910-2814-49cf-b131-090ee10ec8ab req-9d307543-c79b-450d-bb4c-db6d76a14b45 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b474c6e-941a-4d52-ba3c-4291a9dab52c HTTP/1.1" status: 200 len: 943 time: 0.0894535 Sep 26 11:26:33.465737 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-d9b018ee-5e7c-4ec6-b9bf-3686915f8a88 None None] Set router 87b22159-4259-43a7-961f-28cde81a65c8 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:26:33.524384 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-12507910-2814-49cf-b131-090ee10ec8ab req-591b2e52-94ac-4202-8655-9f3543ea8178 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/security-groups?id=822e0837-e96f-4667-87b2-56e38c890ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470386 Sep 26 11:26:33.536179 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-4475db7d-3092-4db8-ace5-5cc954030101 req-88d56482-28ae-429b-a70a-dd44bed5cd39 service neutron] 10.222.0.22 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549006 Sep 26 11:26:33.693116 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a2c6e-ce5a-4f2d-9e9e-23f9b281f2e4 req-c3da169e-e32f-4fd5-abe8-df77370bed6c tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:33.699223 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a46a2c6e-ce5a-4f2d-9e9e-23f9b281f2e4 req-c3da169e-e32f-4fd5-abe8-df77370bed6c tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 944 time: 0.0838556 Sep 26 11:26:33.743287 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a46a2c6e-ce5a-4f2d-9e9e-23f9b281f2e4 req-97ac04f6-f580-40bc-8786-cd2a4d3e01a4 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424373 Sep 26 11:26:33.787576 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-d9b018ee-5e7c-4ec6-b9bf-3686915f8a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b22159-4259-43a7-961f-28cde81a65c8', 'name': 'tempest-TestVolumeBootPattern-851282300-router', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:11Z', 'updated_at': '2021-09-26T11:25:19Z', 'revision_number': 4, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'gw_port': {'id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:12Z', 'updated_at': '2021-09-26T11:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': 'fa02a16c-50e8-4766-bda3-e77ba6305820', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'port_id': '441da9f5-923a-48f3-82b1-b107211dab37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'mac_address': 'fa:16:3e:d3:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd978853-e725-4f82-a754-f145dd8fa784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:26:31Z', 'updated_at': '2021-09-26T11:26:31Z', 'revision_number': 0, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f41534-2e02-49f8-a247-a696fb2fc95a', 'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'mac_address': 'fa:16:3e:9c:ef:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:16Z', 'updated_at': '2021-09-26T11:25:25Z', 'revision_number': 5, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'subnets': [{'id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:33.822458 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b018ee-5e7c-4ec6-b9bf-3686915f8a88 None None] The sync data for ids ['87b22159-4259-43a7-961f-28cde81a65c8'] in dv-cinder-811032-1-iscsi is: [{'id': '87b22159-4259-43a7-961f-28cde81a65c8', 'name': 'tempest-TestVolumeBootPattern-851282300-router', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:11Z', 'updated_at': '2021-09-26T11:25:19Z', 'revision_number': 4, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'gw_port': {'id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:12Z', 'updated_at': '2021-09-26T11:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': 'fa02a16c-50e8-4766-bda3-e77ba6305820', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'floating_ip_address': '172.27.3.19', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'port_id': '441da9f5-923a-48f3-82b1-b107211dab37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'mac_address': 'fa:16:3e:d3:26:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd978853-e725-4f82-a754-f145dd8fa784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:26:31Z', 'updated_at': '2021-09-26T11:26:31Z', 'revision_number': 0, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f41534-2e02-49f8-a247-a696fb2fc95a', 'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'mac_address': 'fa:16:3e:9c:ef:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:16Z', 'updated_at': '2021-09-26T11:25:25Z', 'revision_number': 5, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'subnets': [{'id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:26:33.882911 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 96d340df-b96e-4f77-a2ab-5029ca9cc253 details requested by agent hyperv_hv-cinder-81103 with host hv-cinder-81103 {{(pid=94002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 11:26:33.885296 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device cccd193f-df95-4f0f-8a36-38088c41678f up at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:26:34.006463 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning for port cccd193f-df95-4f0f-8a36-38088c41678f completed by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 11:26:34.013030 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning complete for port cccd193f-df95-4f0f-8a36-38088c41678f triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:26:34.013401 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:34.056126 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 96d340df-b96e-4f77-a2ab-5029ca9cc253, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=96d340df-b96e-4f77-a2ab-5029ca9cc253,segment=NetworkSegment(e2483b08-8240-4b97-9ab6-d768dfb6b914),segment_id=e2483b08-8240-4b97-9ab6-d768dfb6b914)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:26:34.056353 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d76870-fe50-4d8c-bfcb-d91fc3c7058b None None] New status for floating IP fa02a16c-50e8-4766-bda3-e77ba6305820: ACTIVE {{(pid=94003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 11:26:34.075355 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Returning: {'device': '96d340df-b96e-4f77-a2ab-5029ca9cc253', 'network_id': '10497a18-4ad0-400f-9602-cbf184b3854c', 'port_id': '96d340df-b96e-4f77-a2ab-5029ca9cc253', 'mac_address': 'fa:16:3e:f8:45:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f25ee8-ad98-41a1-91d4-def2498feacc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 11:26:34.141819 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:34.147715 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:34.166505 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d340df-b96e-4f77-a2ab-5029ca9cc253 {{(pid=94002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:26:34.188385 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac0b066-395e-4fd2-9d7f-06a9e31a321c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccd193f-df95-4f0f-8a36-38088c41678f'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:26:34.191318 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8454dd-f26f-44be-a7b0-86902aaf8969" -d '{"events": [{"server_uuid": "7ac0b066-395e-4fd2-9d7f-06a9e31a321c", "name": "network-vif-plugged", "status": "completed", "tag": "cccd193f-df95-4f0f-8a36-38088c41678f"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:26:34.215831 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 96d340df-b96e-4f77-a2ab-5029ca9cc253, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=96d340df-b96e-4f77-a2ab-5029ca9cc253,segment=NetworkSegment(e2483b08-8240-4b97-9ab6-d768dfb6b914),segment_id=e2483b08-8240-4b97-9ab6-d768dfb6b914)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:26:34.220251 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port cccd193f-df95-4f0f-8a36-38088c41678f, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=cccd193f-df95-4f0f-8a36-38088c41678f,segment=NetworkSegment(a0db8883-6c7c-4d85-929a-634a213f1538),segment_id=a0db8883-6c7c-4d85-929a-634a213f1538)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:26:34.222738 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:34.223460 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device c2567e25-c827-4229-8e6b-b6203c664d46 details requested by agent hyperv_hv-cinder-81103 with host hv-cinder-81103 {{(pid=94002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 11:26:34.241129 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:34.269619 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33a89ad-0135-4cc5-9eda-5c0642b3e11f x-openstack-request-id: req-b33a89ad-0135-4cc5-9eda-5c0642b3e11f {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:26:34.270949 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac0b066-395e-4fd2-9d7f-06a9e31a321c", "name": "network-vif-plugged", "status": "completed", "tag": "cccd193f-df95-4f0f-8a36-38088c41678f", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:26:34.271205 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b33a89ad-0135-4cc5-9eda-5c0642b3e11f {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:26:34.271595 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac0b066-395e-4fd2-9d7f-06a9e31a321c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccd193f-df95-4f0f-8a36-38088c41678f', 'code': 200} Sep 26 11:26:34.302994 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13de99-6b01-4980-9148-77a7172d901b req-e8046ae5-7764-431b-b89c-83f41c9bf3bf tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:34.304539 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8f13de99-6b01-4980-9148-77a7172d901b req-e8046ae5-7764-431b-b89c-83f41c9bf3bf tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0518408 Sep 26 11:26:34.353638 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8f13de99-6b01-4980-9148-77a7172d901b req-b03218d0-2097-40eb-86fa-dbce103bd2c9 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424433 Sep 26 11:26:34.355745 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=96d340df-b96e-4f77-a2ab-5029ca9cc253,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:34.434231 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port c2567e25-c827-4229-8e6b-b6203c664d46, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=c2567e25-c827-4229-8e6b-b6203c664d46,segment=NetworkSegment(7ecf81cf-22ee-4c68-a88c-0c889d12cacd),segment_id=7ecf81cf-22ee-4c68-a88c-0c889d12cacd)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:26:34.436733 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=cccd193f-df95-4f0f-8a36-38088c41678f,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:34.449549 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Returning: {'device': 'c2567e25-c827-4229-8e6b-b6203c664d46', 'network_id': '23e86c48-c562-4dba-8966-311c3333da64', 'port_id': 'c2567e25-c827-4229-8e6b-b6203c664d46', 'mac_address': 'fa:16:3e:bb:61:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d6c54a-f029-4b31-bdac-cf23ee894a3c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 11:26:34.455448 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df2874-e462-40a2-8bbc-94337c1c45f2 req-8347e571-b1c3-47cf-a9f4-ccb64a15913c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:34.457029 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-24df2874-e462-40a2-8bbc-94337c1c45f2 req-8347e571-b1c3-47cf-a9f4-ccb64a15913c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 1099 time: 0.0440590 Sep 26 11:26:34.488532 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:34.492927 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-24df2874-e462-40a2-8bbc-94337c1c45f2 req-39e672a8-dbae-4b12-8f85-037f1664cff7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277023 Sep 26 11:26:34.501485 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2567e25-c827-4229-8e6b-b6203c664d46 {{(pid=94002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:26:34.522906 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port c2567e25-c827-4229-8e6b-b6203c664d46, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=c2567e25-c827-4229-8e6b-b6203c664d46,segment=NetworkSegment(7ecf81cf-22ee-4c68-a88c-0c889d12cacd),segment_id=7ecf81cf-22ee-4c68-a88c-0c889d12cacd)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:26:34.527085 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:34.573371 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=c2567e25-c827-4229-8e6b-b6203c664d46,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:34.672607 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:34.682164 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28361f09-4e8a-471c-9284-9e155458b0b4 req-72a20bcb-6b2f-4adb-ae24-9b1d84553556 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:34.683680 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-28361f09-4e8a-471c-9284-9e155458b0b4 req-72a20bcb-6b2f-4adb-ae24-9b1d84553556 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b474c6e-941a-4d52-ba3c-4291a9dab52c HTTP/1.1" status: 200 len: 944 time: 0.0506289 Sep 26 11:26:34.722325 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-28361f09-4e8a-471c-9284-9e155458b0b4 req-96a93398-0f87-46ac-8408-77f9ac4f0e71 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/security-groups?id=822e0837-e96f-4667-87b2-56e38c890ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316036 Sep 26 11:26:34.873740 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['c2567e25-c827-4229-8e6b-b6203c664d46'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:26:34.901107 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['96d340df-b96e-4f77-a2ab-5029ca9cc253'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:26:34.913657 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5ec26-f193-4e4b-aa58-9d8ba29006e7 req-ba573863-3964-46bb-a915-5973d7793458 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:34.915245 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1fe5ec26-f193-4e4b-aa58-9d8ba29006e7 req-ba573863-3964-46bb-a915-5973d7793458 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 945 time: 0.0615273 Sep 26 11:26:34.957264 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1fe5ec26-f193-4e4b-aa58-9d8ba29006e7 req-6d49ff09-b827-41ac-b54d-6df79abca36b tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349710 Sep 26 11:26:35.480406 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f55561-b4fa-4f0e-b1e8-72fb7fdcabda req-d215250b-5d93-4681-8972-1b1f6d192d50 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:35.481920 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-19f55561-b4fa-4f0e-b1e8-72fb7fdcabda req-d215250b-5d93-4681-8972-1b1f6d192d50 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0517006 Sep 26 11:26:35.533746 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-19f55561-b4fa-4f0e-b1e8-72fb7fdcabda req-2327c540-a12e-4f01-bfdd-0c6f00ff8a39 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448143 Sep 26 11:26:35.844274 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6024dd-c71f-48f6-9dab-53ac93b82028 req-22132bf3-e3a4-4794-8304-932f200764be tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:35.845846 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5f6024dd-c71f-48f6-9dab-53ac93b82028 req-22132bf3-e3a4-4794-8304-932f200764be tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b474c6e-941a-4d52-ba3c-4291a9dab52c HTTP/1.1" status: 200 len: 944 time: 0.0526328 Sep 26 11:26:35.895974 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5f6024dd-c71f-48f6-9dab-53ac93b82028 req-2fb46305-895e-4e7f-9096-8da81883df9c tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/security-groups?id=822e0837-e96f-4667-87b2-56e38c890ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431612 Sep 26 11:26:35.898431 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 96d340df-b96e-4f77-a2ab-5029ca9cc253 up at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:26:35.921261 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 52014) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:35.966928 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning for port 96d340df-b96e-4f77-a2ab-5029ca9cc253 completed by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 11:26:35.970178 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed55c1f-4543-48ef-a481-05d8b7e73757 admin admin] Deleting subnet 65dfcd2b-2d63-46d4-859e-1f1d5415bac6 {{(pid=94001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 11:26:35.972752 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning complete for port 96d340df-b96e-4f77-a2ab-5029ca9cc253 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:26:35.972752 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:35.974972 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1ed55c1f-4543-48ef-a481-05d8b7e73757 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:36.016830 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1ed55c1f-4543-48ef-a481-05d8b7e73757 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2161611'] for subnet, precommit_delete_associations {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:36.068543 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:36.092660 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1ed55c1f-4543-48ef-a481-05d8b7e73757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733527'] for subnet, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:36.104836 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 96d340df-b96e-4f77-a2ab-5029ca9cc253, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=96d340df-b96e-4f77-a2ab-5029ca9cc253,segment=NetworkSegment(e2483b08-8240-4b97-9ab6-d768dfb6b914),segment_id=e2483b08-8240-4b97-9ab6-d768dfb6b914)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:26:36.110836 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:36.136963 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82956a2-6b56-4c23-b204-43bce16993e5 req-fe9bf7b8-c62a-40d3-9953-a157274783ab tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:36.138517 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b82956a2-6b56-4c23-b204-43bce16993e5 req-fe9bf7b8-c62a-40d3-9953-a157274783ab tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 945 time: 0.0943513 Sep 26 11:26:36.163792 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=96d340df-b96e-4f77-a2ab-5029ca9cc253,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:36.183420 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1ed55c1f-4543-48ef-a481-05d8b7e73757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530552793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529669039'] for subnet, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:36.200145 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b82956a2-6b56-4c23-b204-43bce16993e5 req-c19458fe-a436-4d48-80a8-ba7f1d681caf tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526206 Sep 26 11:26:36.219900 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed55c1f-4543-48ef-a481-05d8b7e73757 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65dfcd2b-2d63-46d4-859e-1f1d5415bac6,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:36.221979 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1ed55c1f-4543-48ef-a481-05d8b7e73757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:36.225534 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-1ed55c1f-4543-48ef-a481-05d8b7e73757 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/65dfcd2b-2d63-46d4-859e-1f1d5415bac6 HTTP/1.1" status: 204 len: 168 time: 0.3015122 Sep 26 11:26:36.228024 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 52018) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:36.272971 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b474c6e-941a-4d52-ba3c-4291a9dab52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d340df-b96e-4f77-a2ab-5029ca9cc253'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:26:36.275435 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a33dce5-a38c-4db5-8632-9465a1def235" -d '{"events": [{"server_uuid": "9b474c6e-941a-4d52-ba3c-4291a9dab52c", "name": "network-vif-plugged", "status": "completed", "tag": "96d340df-b96e-4f77-a2ab-5029ca9cc253"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:26:36.301548 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b03ae9e6-4204-4418-9a20-e4338abc5b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832047'] for network, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:36.316746 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30aaa0d-00c7-496a-96fe-42880fb34c19 x-openstack-request-id: req-f30aaa0d-00c7-496a-96fe-42880fb34c19 {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:26:36.316746 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b474c6e-941a-4d52-ba3c-4291a9dab52c", "name": "network-vif-plugged", "status": "completed", "tag": "96d340df-b96e-4f77-a2ab-5029ca9cc253", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:26:36.316982 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f30aaa0d-00c7-496a-96fe-42880fb34c19 {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:26:36.317382 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b474c6e-941a-4d52-ba3c-4291a9dab52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d340df-b96e-4f77-a2ab-5029ca9cc253', 'code': 200} Sep 26 11:26:36.391374 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b03ae9e6-4204-4418-9a20-e4338abc5b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722414', 'neutron.services.segments.db._delete_segments_for_network-8784557248148'] for network, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:36.504694 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9094aa7-0016-4f44-b543-2223f9403aed req-7cac7738-ce72-488b-b481-fdc2f4cef5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:36.506342 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f9094aa7-0016-4f44-b543-2223f9403aed req-7cac7738-ce72-488b-b481-fdc2f4cef5a4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9b474c6e-941a-4d52-ba3c-4291a9dab52c HTTP/1.1" status: 200 len: 1098 time: 0.0454395 Sep 26 11:26:36.544644 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-f9094aa7-0016-4f44-b543-2223f9403aed req-d1e82cb9-ff9c-45f7-8b01-c1a60d49195c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=822e0837-e96f-4667-87b2-56e38c890ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309091 Sep 26 11:26:36.647710 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.services.segments.db [None req-b03ae9e6-4204-4418-9a20-e4338abc5b2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['671663ce-5be0-4402-bebb-a7d1b559daa7']}} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:36.666667 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.services.segments.db [None req-b03ae9e6-4204-4418-9a20-e4338abc5b2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c7723ed-648f-4bf6-9d12-d10bd7e684a4') {'for_net_delete': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:36.666969 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.services.segments.db [None req-b03ae9e6-4204-4418-9a20-e4338abc5b2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c7723ed-648f-4bf6-9d12-d10bd7e684a4') {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:36.691730 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b03ae9e6-4204-4418-9a20-e4338abc5b2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784557247901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2161618'] for segment, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:36.710380 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b03ae9e6-4204-4418-9a20-e4338abc5b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:36.719730 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03ae9e6-4204-4418-9a20-e4338abc5b2f admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=94001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 11:26:36.720149 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b03ae9e6-4204-4418-9a20-e4338abc5b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530550903'] for segment, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: Traceback (most recent call last): Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: timer() Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: cb(*args, **kw) Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: return func(*args, **kwargs) Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: self._notify() Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: self.callback(batched_events) Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: event.method(event) Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: return f(self, *a, **k) Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: return self._get(url).json() Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: return self.request(url, 'GET', **kwargs) Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 11:26:36.722747 dv-cinder-811032-1-iscsi neutron-server[94001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 11:26:36.741987 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42fd7c-f63d-4644-9e34-7115891c590a req-8dbdd97e-88f4-4e76-97a1-2c8bde114f85 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:36.743806 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ef42fd7c-f63d-4644-9e34-7115891c590a req-8dbdd97e-88f4-4e76-97a1-2c8bde114f85 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0982447 Sep 26 11:26:36.809393 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b03ae9e6-4204-4418-9a20-e4338abc5b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748556'] for network, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:36.820082 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b03ae9e6-4204-4418-9a20-e4338abc5b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:36.821945 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-b03ae9e6-4204-4418-9a20-e4338abc5b2f admin admin] 10.222.0.15 "DELETE /v2.0/networks/671663ce-5be0-4402-bebb-a7d1b559daa7 HTTP/1.1" status: 204 len: 168 time: 0.5930157 Sep 26 11:26:36.838501 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ef42fd7c-f63d-4644-9e34-7115891c590a req-359b10ec-b3ff-4208-b065-b575eda9736d tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844793 Sep 26 11:26:36.839452 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ae9e6-4204-4418-9a20-e4338abc5b2f admin admin] Pushing event deleted for resources: {'Network': ['ID=671663ce-5be0-4402-bebb-a7d1b559daa7,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:36.959196 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 52030) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:36.971916 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa96d38-89d6-4efb-9928-3cb499c08b27 req-e986c121-d549-4cce-9e71-4ef67d93ca8a tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:36.975016 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0aa96d38-89d6-4efb-9928-3cb499c08b27 req-e986c121-d549-4cce-9e71-4ef67d93ca8a tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0604942 Sep 26 11:26:36.987584 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 52032) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:36.997911 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-0c6705d6-310d-468a-b644-5651fa8b9f46 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Request body: {'floatingip': {'port_id': 'cccd193f-df95-4f0f-8a36-38088c41678f'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:26:37.025772 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e93da-5e8b-4d5d-a442-da546e99413c req-7c9ab59a-0816-4306-befa-2daa64d2e190 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:37.027345 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9c7e93da-5e8b-4d5d-a442-da546e99413c req-7c9ab59a-0816-4306-befa-2daa64d2e190 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b474c6e-941a-4d52-ba3c-4291a9dab52c HTTP/1.1" status: 200 len: 945 time: 0.0524812 Sep 26 11:26:37.069826 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9c7e93da-5e8b-4d5d-a442-da546e99413c req-c92d5a14-1f10-4027-ac1d-e5056ccf7094 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/security-groups?id=822e0837-e96f-4667-87b2-56e38c890ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337653 Sep 26 11:26:37.079256 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0c6705d6-310d-468a-b644-5651fa8b9f46 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for floatingip, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:37.083743 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-ed47eb61-cb83-4d03-a813-106c145b0577 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=47e585f8b7af4a3abc372b8a837a7578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1228340 Sep 26 11:26:37.086224 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 52034) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:37.232425 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1f44bd78-3bae-4b0c-8965-3c3cc34a2ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:37.317612 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1f44bd78-3bae-4b0c-8965-3c3cc34a2ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:37.325262 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fedf5-7741-42cf-842c-f0685d5e07b7 req-57002c43-4769-44f2-9d54-63bb3282e636 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:37.326782 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-124fedf5-7741-42cf-842c-f0685d5e07b7 req-57002c43-4769-44f2-9d54-63bb3282e636 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 945 time: 0.0552566 Sep 26 11:26:37.369523 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-124fedf5-7741-42cf-842c-f0685d5e07b7 req-c7e63f83-d21c-4d99-bd5c-6f369365d905 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361190 Sep 26 11:26:37.476440 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1f44bd78-3bae-4b0c-8965-3c3cc34a2ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:37.479035 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1f44bd78-3bae-4b0c-8965-3c3cc34a2ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:37.482783 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-1f44bd78-3bae-4b0c-8965-3c3cc34a2ec1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/840b6922-5a35-4d31-b1ea-17958a2f4c75 HTTP/1.1" status: 204 len: 168 time: 0.3930738 Sep 26 11:26:37.544249 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44bd78-3bae-4b0c-8965-3c3cc34a2ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840b6922-5a35-4d31-b1ea-17958a2f4c75,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:37.914465 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device c2567e25-c827-4229-8e6b-b6203c664d46 up at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:26:37.924056 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.db.resource_extend [None req-0c6705d6-310d-468a-b644-5651fa8b9f46 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 26 11:26:37.981288 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning for port c2567e25-c827-4229-8e6b-b6203c664d46 completed by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 11:26:37.987968 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning complete for port c2567e25-c827-4229-8e6b-b6203c664d46 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:26:37.988340 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:38.016526 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0c6705d6-310d-468a-b644-5651fa8b9f46 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:38.021143 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0c6705d6-310d-468a-b644-5651fa8b9f46 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748570'] for floatingip, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:38.086385 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:38.128996 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port c2567e25-c827-4229-8e6b-b6203c664d46, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=c2567e25-c827-4229-8e6b-b6203c664d46,segment=NetworkSegment(7ecf81cf-22ee-4c68-a88c-0c889d12cacd),segment_id=7ecf81cf-22ee-4c68-a88c-0c889d12cacd)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:26:38.133392 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.db.l3_db [None req-0c6705d6-310d-468a-b644-5651fa8b9f46 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Floating IP 627fca2f-0222-48f4-8f91-691feee86586 associated. External IP: 172.27.3.221, port: cccd193f-df95-4f0f-8a36-38088c41678f. Sep 26 11:26:38.135802 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:38.201768 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=c2567e25-c827-4229-8e6b-b6203c664d46,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:38.208541 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27637b-e149-4720-a0dc-09e59fb4d8e3 req-31cc61dd-01eb-4507-8b37-c084617dc5f6 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:38.211657 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fc27637b-e149-4720-a0dc-09e59fb4d8e3 req-31cc61dd-01eb-4507-8b37-c084617dc5f6 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b474c6e-941a-4d52-ba3c-4291a9dab52c HTTP/1.1" status: 200 len: 945 time: 0.0577023 Sep 26 11:26:38.252816 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fc27637b-e149-4720-a0dc-09e59fb4d8e3 req-198f3a83-0ee3-4a4f-941b-5ecfb94697cf tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/security-groups?id=822e0837-e96f-4667-87b2-56e38c890ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360463 Sep 26 11:26:38.319650 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728ae3c6-2a0c-426a-91bc-6a95a067ff72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2567e25-c827-4229-8e6b-b6203c664d46'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:26:38.322078 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237ced2d-4b39-410f-8d56-0e5193b8637d" -d '{"events": [{"server_uuid": "728ae3c6-2a0c-426a-91bc-6a95a067ff72", "name": "network-vif-plugged", "status": "completed", "tag": "c2567e25-c827-4229-8e6b-b6203c664d46"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:26:38.365847 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb23e0b-471b-4449-8104-e79610286894 x-openstack-request-id: req-7bb23e0b-471b-4449-8104-e79610286894 {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:26:38.366224 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728ae3c6-2a0c-426a-91bc-6a95a067ff72", "name": "network-vif-plugged", "status": "completed", "tag": "c2567e25-c827-4229-8e6b-b6203c664d46", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:26:38.366491 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7bb23e0b-471b-4449-8104-e79610286894 {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:26:38.366958 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728ae3c6-2a0c-426a-91bc-6a95a067ff72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2567e25-c827-4229-8e6b-b6203c664d46', 'code': 200} Sep 26 11:26:38.410459 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6705d6-310d-468a-b644-5651fa8b9f46 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Router baa83b0e-fc20-4600-ab50-df4a6fd55676 has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:26:38.506622 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cb64c-c77e-4ee0-b411-7a4535a21a05 req-36be0221-4828-4005-999a-3d05d74f3c50 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:38.514304 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ce2cb64c-c77e-4ee0-b411-7a4535a21a05 req-36be0221-4828-4005-999a-3d05d74f3c50 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 946 time: 0.0704441 Sep 26 11:26:38.557732 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6705d6-310d-468a-b644-5651fa8b9f46 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:26:38.562583 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0c6705d6-310d-468a-b644-5651fa8b9f46 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for floatingip, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:38.574550 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf54803-8a79-492f-8488-feed0a8e9b60 None None] Sync routers for ids ['baa83b0e-fc20-4600-ab50-df4a6fd55676'] in dv-cinder-811032-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:26:38.585410 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ce2cb64c-c77e-4ee0-b411-7a4535a21a05 req-3aec6b88-6e34-474b-8a44-d2746db7f9fb tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693941 Sep 26 11:26:38.596278 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf54803-8a79-492f-8488-feed0a8e9b60 None None] Routers {'baa83b0e-fc20-4600-ab50-df4a6fd55676'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:26:38.597356 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-daf54803-8a79-492f-8488-feed0a8e9b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:26:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['baa83b0e-fc20-4600-ab50-df4a6fd55676'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:38.608624 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-0c6705d6-310d-468a-b644-5651fa8b9f46 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "PUT /v2.0/floatingips/627fca2f-0222-48f4-8f91-691feee86586 HTTP/1.1" status: 200 len: 992 time: 1.6197681 Sep 26 11:26:38.609997 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac0b066-395e-4fd2-9d7f-06a9e31a321c', 'tag': 'cccd193f-df95-4f0f-8a36-38088c41678f'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:26:38.613212 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac05579741f88b05fd5495e6fabac80b3338caa1126b8e71f43a8600e84c3c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7200a18b-1b6d-4380-852f-b664c93593d5" -d '{"events": [{"name": "network-changed", "server_uuid": "7ac0b066-395e-4fd2-9d7f-06a9e31a321c", "tag": "cccd193f-df95-4f0f-8a36-38088c41678f"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:26:38.663869 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a73f250-5f75-4fd8-9021-ec0b5e8e2867 x-openstack-request-id: req-5a73f250-5f75-4fd8-9021-ec0b5e8e2867 {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:26:38.664242 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ac0b066-395e-4fd2-9d7f-06a9e31a321c", "tag": "cccd193f-df95-4f0f-8a36-38088c41678f", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:26:38.664588 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a73f250-5f75-4fd8-9021-ec0b5e8e2867 {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:26:38.665027 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac0b066-395e-4fd2-9d7f-06a9e31a321c', 'tag': 'cccd193f-df95-4f0f-8a36-38088c41678f', 'status': 'completed', 'code': 200} Sep 26 11:26:38.678037 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba5411-ec21-496b-b71d-0a97591f2dc3 req-8e8951c8-4732-44c8-ba48-fff646c05017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:38.680108 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-acba5411-ec21-496b-b71d-0a97591f2dc3 req-8e8951c8-4732-44c8-ba48-fff646c05017 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 1099 time: 0.0610373 Sep 26 11:26:38.724662 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-acba5411-ec21-496b-b71d-0a97591f2dc3 req-0ad2b099-09f9-4a8a-adcc-45ec484118df service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360947 Sep 26 11:26:38.736493 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-daf54803-8a79-492f-8488-feed0a8e9b60 None None] Set router baa83b0e-fc20-4600-ab50-df4a6fd55676 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:26:38.756014 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200a18b-1b6d-4380-852f-b664c93593d5 req-b0310d16-5bd2-41fc-94a3-3e0512b47b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:38.757531 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7200a18b-1b6d-4380-852f-b664c93593d5 req-b0310d16-5bd2-41fc-94a3-3e0512b47b60 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7cb378b591e143fb91d044bdf1c9f3df&device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 1099 time: 0.0586860 Sep 26 11:26:39.037224 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-daf54803-8a79-492f-8488-feed0a8e9b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'name': 'tempest-AttachVolumeTestJSON-315950683-router', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e72f457-cea2-45ed-aafb-06650e206435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:26:15Z', 'updated_at': '2021-09-26T11:26:18Z', 'revision_number': 4, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'gw_port': {'id': '2e72f457-cea2-45ed-aafb-06650e206435', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:13:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:16Z', 'updated_at': '2021-09-26T11:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': '627fca2f-0222-48f4-8f91-691feee86586', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'port_id': 'cccd193f-df95-4f0f-8a36-38088c41678f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0', 'mac_address': 'fa:16:3e:58:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac0b066-395e-4fd2-9d7f-06a9e31a321c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:26:22Z', 'updated_at': '2021-09-26T11:26:37Z', 'revision_number': 1, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbd1243-b6c2-4dea-a47b-fb8fb195c855', 'name': '', 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'mac_address': 'fa:16:3e:10:27:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:18Z', 'updated_at': '2021-09-26T11:26:23Z', 'revision_number': 5, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'subnets': [{'id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:39.069058 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf54803-8a79-492f-8488-feed0a8e9b60 None None] Checking router: baa83b0e-fc20-4600-ab50-df4a6fd55676 for host: dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:26:39.071765 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200a18b-1b6d-4380-852f-b664c93593d5 req-1a12a23a-c293-4722-a7f6-6b6b104c427a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:39.073444 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7200a18b-1b6d-4380-852f-b664c93593d5 req-1a12a23a-c293-4722-a7f6-6b6b104c427a service neutron] 10.222.0.22 "GET /v2.0/networks?id=33aa0508-6769-4d11-a139-b97309f298c0 HTTP/1.1" status: 200 len: 911 time: 0.1276114 Sep 26 11:26:39.079033 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf54803-8a79-492f-8488-feed0a8e9b60 None None] Routers {'baa83b0e-fc20-4600-ab50-df4a6fd55676'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:26:39.080038 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-daf54803-8a79-492f-8488-feed0a8e9b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:26:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['baa83b0e-fc20-4600-ab50-df4a6fd55676'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:39.165777 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea27d4-ab42-4ced-88d2-a0f532d0f5e9 req-7085bc0c-e962-4e21-8be1-46cbb3842b80 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:39.165777 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-65ea27d4-ab42-4ced-88d2-a0f532d0f5e9 req-7085bc0c-e962-4e21-8be1-46cbb3842b80 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b474c6e-941a-4d52-ba3c-4291a9dab52c HTTP/1.1" status: 200 len: 945 time: 0.1137376 Sep 26 11:26:39.172809 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7200a18b-1b6d-4380-852f-b664c93593d5 req-f3f4527b-99f4-4ac7-90e3-799fb9aa702b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cccd193f-df95-4f0f-8a36-38088c41678f HTTP/1.1" status: 200 len: 1000 time: 0.0836418 Sep 26 11:26:39.196479 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-daf54803-8a79-492f-8488-feed0a8e9b60 None None] Set router baa83b0e-fc20-4600-ab50-df4a6fd55676 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:26:39.239949 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-65ea27d4-ab42-4ced-88d2-a0f532d0f5e9 req-513ffecd-4d1e-412d-9a75-20d2a3a53f55 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/security-groups?id=822e0837-e96f-4667-87b2-56e38c890ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652969 Sep 26 11:26:39.253215 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200a18b-1b6d-4380-852f-b664c93593d5 req-1a9e9cd7-385c-4f92-8f98-a970ad20dac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:39.255283 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7200a18b-1b6d-4380-852f-b664c93593d5 req-1a9e9cd7-385c-4f92-8f98-a970ad20dac1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21de4efa-7bad-4711-b421-ca5ac892cc95 HTTP/1.1" status: 200 len: 849 time: 0.0598967 Sep 26 11:26:39.305932 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:26:39.316603 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200a18b-1b6d-4380-852f-b664c93593d5 req-ef6369ff-97a0-4336-9b81-cbd19f412cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:39.318371 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7200a18b-1b6d-4380-852f-b664c93593d5 req-ef6369ff-97a0-4336-9b81-cbd19f412cab service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33aa0508-6769-4d11-a139-b97309f298c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479031 Sep 26 11:26:39.417145 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7200a18b-1b6d-4380-852f-b664c93593d5 req-c91fec9b-5c80-4183-8568-e400407bfc29 service neutron] 10.222.0.22 "GET /v2.0/networks/33aa0508-6769-4d11-a139-b97309f298c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890527 Sep 26 11:26:39.527105 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7200a18b-1b6d-4380-852f-b664c93593d5 req-627e76af-c56a-4103-a9cd-458ca1907988 service neutron] 10.222.0.22 "GET /v2.0/networks/33aa0508-6769-4d11-a139-b97309f298c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991020 Sep 26 11:26:39.582282 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-daf54803-8a79-492f-8488-feed0a8e9b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'name': 'tempest-AttachVolumeTestJSON-315950683-router', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e72f457-cea2-45ed-aafb-06650e206435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:26:15Z', 'updated_at': '2021-09-26T11:26:18Z', 'revision_number': 4, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'gw_port': {'id': '2e72f457-cea2-45ed-aafb-06650e206435', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:13:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:16Z', 'updated_at': '2021-09-26T11:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': '627fca2f-0222-48f4-8f91-691feee86586', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'port_id': 'cccd193f-df95-4f0f-8a36-38088c41678f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0', 'mac_address': 'fa:16:3e:58:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac0b066-395e-4fd2-9d7f-06a9e31a321c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:26:22Z', 'updated_at': '2021-09-26T11:26:37Z', 'revision_number': 1, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbd1243-b6c2-4dea-a47b-fb8fb195c855', 'name': '', 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'mac_address': 'fa:16:3e:10:27:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:18Z', 'updated_at': '2021-09-26T11:26:23Z', 'revision_number': 5, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'subnets': [{'id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:39.613829 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf54803-8a79-492f-8488-feed0a8e9b60 None None] The sync data for ids ['baa83b0e-fc20-4600-ab50-df4a6fd55676'] in dv-cinder-811032-1-iscsi is: [{'id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'name': 'tempest-AttachVolumeTestJSON-315950683-router', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e72f457-cea2-45ed-aafb-06650e206435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:26:15Z', 'updated_at': '2021-09-26T11:26:18Z', 'revision_number': 4, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'gw_port': {'id': '2e72f457-cea2-45ed-aafb-06650e206435', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:13:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:16Z', 'updated_at': '2021-09-26T11:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': '627fca2f-0222-48f4-8f91-691feee86586', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'port_id': 'cccd193f-df95-4f0f-8a36-38088c41678f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0', 'mac_address': 'fa:16:3e:58:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac0b066-395e-4fd2-9d7f-06a9e31a321c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:26:22Z', 'updated_at': '2021-09-26T11:26:37Z', 'revision_number': 1, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbd1243-b6c2-4dea-a47b-fb8fb195c855', 'name': '', 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'mac_address': 'fa:16:3e:10:27:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:18Z', 'updated_at': '2021-09-26T11:26:23Z', 'revision_number': 5, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'subnets': [{'id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:26:39.724431 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2cc20-63fc-488c-b88a-959a0afb5985 req-ec9e585c-96d5-4802-bfd6-4d95932ee229 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:39.726627 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2bd2cc20-63fc-488c-b88a-959a0afb5985 req-ec9e585c-96d5-4802-bfd6-4d95932ee229 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 946 time: 0.0537822 Sep 26 11:26:39.770887 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2bd2cc20-63fc-488c-b88a-959a0afb5985 req-94e44d05-1c21-455e-959c-0029d219e9d3 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364830 Sep 26 11:26:39.819908 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761649bc-deb1-425d-9a7a-76c1b6d4e179 None None] New status for floating IP 627fca2f-0222-48f4-8f91-691feee86586: ACTIVE {{(pid=94003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 11:26:40.362682 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7f4b7-a160-47cd-9e8b-b7bf122c0152 req-e199511b-10d4-4b70-a033-ad0b2407a616 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:40.364146 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8eb7f4b7-a160-47cd-9e8b-b7bf122c0152 req-e199511b-10d4-4b70-a033-ad0b2407a616 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b474c6e-941a-4d52-ba3c-4291a9dab52c HTTP/1.1" status: 200 len: 945 time: 0.0526640 Sep 26 11:26:40.409188 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8eb7f4b7-a160-47cd-9e8b-b7bf122c0152 req-652c3542-6689-4c7a-b53e-74879e7c39c2 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/security-groups?id=822e0837-e96f-4667-87b2-56e38c890ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386796 Sep 26 11:26:40.918774 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054467b-e64a-4927-b55b-ff2d06d5068f req-57711e36-cd88-45d7-83f0-81e08b0caca0 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:40.920288 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9054467b-e64a-4927-b55b-ff2d06d5068f req-57711e36-cd88-45d7-83f0-81e08b0caca0 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.22 "GET /v2.0/ports?device_id=9b474c6e-941a-4d52-ba3c-4291a9dab52c HTTP/1.1" status: 200 len: 945 time: 0.0834515 Sep 26 11:26:40.929248 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b8d16-c818-4c77-8b7d-b3f8ce519101 req-5f5f5fcd-42fa-44c1-9a48-62e3f0e4e385 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:40.930812 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d30b8d16-c818-4c77-8b7d-b3f8ce519101 req-5f5f5fcd-42fa-44c1-9a48-62e3f0e4e385 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 946 time: 0.0854354 Sep 26 11:26:41.025415 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d30b8d16-c818-4c77-8b7d-b3f8ce519101 req-503ac20c-f526-4c57-b84b-42d36de6d3b7 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843718 Sep 26 11:26:41.071634 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [req-9054467b-e64a-4927-b55b-ff2d06d5068f req-1aa5c392-1a10-49b9-875b-85726712c5ce tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Deleting port 96d340df-b96e-4f77-a2ab-5029ca9cc253 {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:26:41.072183 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-9054467b-e64a-4927-b55b-ff2d06d5068f req-1aa5c392-1a10-49b9-875b-85726712c5ce tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:41.199875 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-9054467b-e64a-4927-b55b-ff2d06d5068f req-1aa5c392-1a10-49b9-875b-85726712c5ce tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] For port 96d340df-b96e-4f77-a2ab-5029ca9cc253, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=96d340df-b96e-4f77-a2ab-5029ca9cc253,segment=NetworkSegment(e2483b08-8240-4b97-9ab6-d768dfb6b914),segment_id=e2483b08-8240-4b97-9ab6-d768dfb6b914)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:26:41.200230 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-9054467b-e64a-4927-b55b-ff2d06d5068f req-1aa5c392-1a10-49b9-875b-85726712c5ce tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:41.217341 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [req-9054467b-e64a-4927-b55b-ff2d06d5068f req-1aa5c392-1a10-49b9-875b-85726712c5ce tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Calling delete_port for 96d340df-b96e-4f77-a2ab-5029ca9cc253 owned by compute:nova {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:26:41.228695 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78841537-a369-4bd5-ac60-25bea6ed5f3a req-203c3e58-475d-49a3-89a6-e2e60b61ed02 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:41.230198 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-78841537-a369-4bd5-ac60-25bea6ed5f3a req-203c3e58-475d-49a3-89a6-e2e60b61ed02 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 946 time: 0.0969896 Sep 26 11:26:41.309427 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-78841537-a369-4bd5-ac60-25bea6ed5f3a req-22af79ed-75e9-4158-af4e-fd52d79b1b2b tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717726 Sep 26 11:26:41.345193 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 52076) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:41.403496 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-9054467b-e64a-4927-b55b-ff2d06d5068f req-1aa5c392-1a10-49b9-875b-85726712c5ce tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:41.416708 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['96d340df-b96e-4f77-a2ab-5029ca9cc253'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:26:41.456515 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5c392-1a10-49b9-875b-85726712c5ce tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Pushing event deleted for resources: {'Port': ['ID=96d340df-b96e-4f77-a2ab-5029ca9cc253,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:41.518525 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [req-9054467b-e64a-4927-b55b-ff2d06d5068f req-1aa5c392-1a10-49b9-875b-85726712c5ce tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] No DVR routers for this DVR port 96d340df-b96e-4f77-a2ab-5029ca9cc253 on host hv-cinder-81103 {{(pid=94001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:26:41.539147 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-9054467b-e64a-4927-b55b-ff2d06d5068f req-1aa5c392-1a10-49b9-875b-85726712c5ce tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:41.541228 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9054467b-e64a-4927-b55b-ff2d06d5068f req-1aa5c392-1a10-49b9-875b-85726712c5ce tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.22 "DELETE /v2.0/ports/96d340df-b96e-4f77-a2ab-5029ca9cc253 HTTP/1.1" status: 204 len: 173 time: 0.6084652 Sep 26 11:26:41.543218 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-76e53f41-9063-4ef0-b570-1b63f0ea2095 req-ac59b428-41c6-470a-82f0-b0c4ae9121fb tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b474c6e-941a-4d52-ba3c-4291a9dab52c HTTP/1.1" status: 200 len: 210 time: 0.0487640 Sep 26 11:26:41.543648 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b474c6e-941a-4d52-ba3c-4291a9dab52c', 'name': 'network-vif-deleted', 'tag': '96d340df-b96e-4f77-a2ab-5029ca9cc253'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:26:41.546231 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e78c1f-a832-4b5e-957c-79c6c6cb6a92" -d '{"events": [{"server_uuid": "9b474c6e-941a-4d52-ba3c-4291a9dab52c", "name": "network-vif-deleted", "tag": "96d340df-b96e-4f77-a2ab-5029ca9cc253"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:26:41.606853 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e76d854-8449-4f86-b4ea-e77ee70a1906 x-openstack-request-id: req-5e76d854-8449-4f86-b4ea-e77ee70a1906 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:26:41.607375 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b474c6e-941a-4d52-ba3c-4291a9dab52c", "name": "network-vif-deleted", "tag": "96d340df-b96e-4f77-a2ab-5029ca9cc253", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:26:41.607840 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e76d854-8449-4f86-b4ea-e77ee70a1906 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:26:41.608431 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b474c6e-941a-4d52-ba3c-4291a9dab52c', 'name': 'network-vif-deleted', 'tag': '96d340df-b96e-4f77-a2ab-5029ca9cc253', 'status': 'completed', 'code': 200} Sep 26 11:26:41.678013 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c70b120-9a43-45ea-aa1f-de3442c8ba3f tempest-TestShelveInstance-477398756 tempest-TestShelveInstance-477398756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:41.682363 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-0c70b120-9a43-45ea-aa1f-de3442c8ba3f tempest-TestShelveInstance-477398756 tempest-TestShelveInstance-477398756-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 1094 time: 0.3326392 Sep 26 11:26:41.682593 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 52084) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:41.687961 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-12c8fb33-c3d0-4af8-bcb2-d766ccffe728 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Request body: {'floatingip': {'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'port_id': 'c2567e25-c827-4229-8e6b-b6203c664d46', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:26:41.713297 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-12c8fb33-c3d0-4af8-bcb2-d766ccffe728 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for floatingip, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:41.814909 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-12c8fb33-c3d0-4af8-bcb2-d766ccffe728 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:41.918006 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-12c8fb33-c3d0-4af8-bcb2-d766ccffe728 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Allocated IP 172.27.3.77 (d645f16f-c1f8-40bc-a964-fd8a8508da46/7b04f644-4880-4113-a1d0-930d600f8f14/3f057984-8b17-47e6-a840-e6de34fc8e79) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:26:42.026383 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-12c8fb33-c3d0-4af8-bcb2-d766ccffe728 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:42.060328 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-12c8fb33-c3d0-4af8-bcb2-d766ccffe728 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:42.097428 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c8fb33-c3d0-4af8-bcb2-d766ccffe728 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Network d645f16f-c1f8-40bc-a964-fd8a8508da46 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:26:42.100290 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-12c8fb33-c3d0-4af8-bcb2-d766ccffe728 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:26:42.103672 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c8fb33-c3d0-4af8-bcb2-d766ccffe728 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:26:42.131734 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8fb33-c3d0-4af8-bcb2-d766ccffe728 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Pushing event updated for resources: {'Port': ['ID=3f057984-8b17-47e6-a840-e6de34fc8e79,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:42.472384 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-12c8fb33-c3d0-4af8-bcb2-d766ccffe728 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:42.538951 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-12c8fb33-c3d0-4af8-bcb2-d766ccffe728 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:42.707741 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-12c8fb33-c3d0-4af8-bcb2-d766ccffe728 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:42.716590 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-12c8fb33-c3d0-4af8-bcb2-d766ccffe728 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530160741'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:42.811812 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8fb33-c3d0-4af8-bcb2-d766ccffe728 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Pushing event updated for resources: {'Port': ['ID=3f057984-8b17-47e6-a840-e6de34fc8e79,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:42.826403 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-12c8fb33-c3d0-4af8-bcb2-d766ccffe728 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748570'] for floatingip, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:42.934558 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-7539a2bd-5a6a-490b-a6d0-3664840c0b04 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:42.936294 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-7539a2bd-5a6a-490b-a6d0-3664840c0b04 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/networks?id=10497a18-4ad0-400f-9602-cbf184b3854c HTTP/1.1" status: 200 len: 809 time: 0.1250114 Sep 26 11:26:42.942455 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.db.l3_db [None req-12c8fb33-c3d0-4af8-bcb2-d766ccffe728 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Floating IP 4ae6faad-5596-422a-a857-37d003328924 associated. External IP: 172.27.3.77, port: c2567e25-c827-4229-8e6b-b6203c664d46. Sep 26 11:26:42.953844 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-25cf6f0e-6ddc-43bb-9bcd-918f745adfa4 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/quotas/32e1713d2ae04b3dab0f6554ba93231d HTTP/1.1" status: 200 len: 375 time: 0.0105782 Sep 26 11:26:42.992849 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-c3dd037d-4607-48f2-bb89-aa2570027985 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=32e1713d2ae04b3dab0f6554ba93231d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299318 Sep 26 11:26:43.095444 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-b79cb83e-b89f-4e06-be86-153b6db19b37 service neutron] 10.222.0.15 "GET /v2.0/networks/10497a18-4ad0-400f-9602-cbf184b3854c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942774 Sep 26 11:26:43.169269 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c8fb33-c3d0-4af8-bcb2-d766ccffe728 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Router c3bee1af-7de2-4f98-b584-8dd4726bd51e has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:26:43.188757 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-9d2db74b-93d0-44a8-9ec4-b92fd582420d service neutron] 10.222.0.15 "GET /v2.0/networks/10497a18-4ad0-400f-9602-cbf184b3854c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870430 Sep 26 11:26:43.293575 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c8fb33-c3d0-4af8-bcb2-d766ccffe728 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:26:43.309565 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0980e0-403f-4ff5-9f60-dd47f646ba44 None None] Sync routers for ids ['c3bee1af-7de2-4f98-b584-8dd4726bd51e'] in dv-cinder-811032-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:26:43.321064 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0980e0-403f-4ff5-9f60-dd47f646ba44 None None] Routers {'c3bee1af-7de2-4f98-b584-8dd4726bd51e'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:26:43.321709 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-5b0980e0-403f-4ff5-9f60-dd47f646ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:26:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['c3bee1af-7de2-4f98-b584-8dd4726bd51e'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:43.329190 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-12c8fb33-c3d0-4af8-bcb2-d766ccffe728 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for floatingip, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:43.363112 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-12c8fb33-c3d0-4af8-bcb2-d766ccffe728 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6794367 Sep 26 11:26:43.363820 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728ae3c6-2a0c-426a-91bc-6a95a067ff72', 'tag': 'c2567e25-c827-4229-8e6b-b6203c664d46'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:26:43.366494 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac05579741f88b05fd5495e6fabac80b3338caa1126b8e71f43a8600e84c3c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b3195e-3653-4865-935f-6122b4f2ede0" -d '{"events": [{"name": "network-changed", "server_uuid": "728ae3c6-2a0c-426a-91bc-6a95a067ff72", "tag": "c2567e25-c827-4229-8e6b-b6203c664d46"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:26:43.395436 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9fdf037a-860b-47a7-aa74-6eba8020b269 req-85360f75-579d-41f7-8221-dcf71cfe01ec tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/ports?device_id=b334c61c-1e08-477d-89e8-d3ec62fe3f56 HTTP/1.1" status: 200 len: 210 time: 0.0572543 Sep 26 11:26:43.426173 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da627718-4b77-4a27-a319-5845df0bedbb x-openstack-request-id: req-da627718-4b77-4a27-a319-5845df0bedbb {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:26:43.426465 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "728ae3c6-2a0c-426a-91bc-6a95a067ff72", "tag": "c2567e25-c827-4229-8e6b-b6203c664d46", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:26:43.426848 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da627718-4b77-4a27-a319-5845df0bedbb {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:26:43.427610 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '728ae3c6-2a0c-426a-91bc-6a95a067ff72', 'tag': 'c2567e25-c827-4229-8e6b-b6203c664d46', 'status': 'completed', 'code': 200} Sep 26 11:26:43.462094 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-5b0980e0-403f-4ff5-9f60-dd47f646ba44 None None] Set router c3bee1af-7de2-4f98-b584-8dd4726bd51e gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:26:43.507295 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3195e-3653-4865-935f-6122b4f2ede0 req-f1232dc5-3fc2-4090-8e7e-afecbd4f26f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:43.509058 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c1b3195e-3653-4865-935f-6122b4f2ede0 req-f1232dc5-3fc2-4090-8e7e-afecbd4f26f1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e441f8769a94b6ba6ebc00ed8d7c160&device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 1099 time: 0.0574851 Sep 26 11:26:43.636371 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3195e-3653-4865-935f-6122b4f2ede0 req-d512292e-37de-4979-8b41-324ffcf07bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:43.638272 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c1b3195e-3653-4865-935f-6122b4f2ede0 req-d512292e-37de-4979-8b41-324ffcf07bc2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=23e86c48-c562-4dba-8966-311c3333da64 HTTP/1.1" status: 200 len: 909 time: 0.1196582 Sep 26 11:26:43.732282 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c1b3195e-3653-4865-935f-6122b4f2ede0 req-dbad4bc3-c14c-4d4e-9329-c867fb4db940 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2567e25-c827-4229-8e6b-b6203c664d46 HTTP/1.1" status: 200 len: 999 time: 0.0838048 Sep 26 11:26:43.794331 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3195e-3653-4865-935f-6122b4f2ede0 req-6b6eea94-16a2-4b0f-94fc-b60a43d6ccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:43.795882 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c1b3195e-3653-4865-935f-6122b4f2ede0 req-6b6eea94-16a2-4b0f-94fc-b60a43d6ccf8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=04d6c54a-f029-4b31-bdac-cf23ee894a3c HTTP/1.1" status: 200 len: 847 time: 0.0533743 Sep 26 11:26:43.803341 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-5b0980e0-403f-4ff5-9f60-dd47f646ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'name': 'tempest-TestShelveInstance-131339492-router', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7f7d756f-a7c4-4aee-90dd-b74a40bc7613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:15Z', 'updated_at': '2021-09-26T11:25:27Z', 'revision_number': 4, 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'gw_port': {'id': '7f7d756f-a7c4-4aee-90dd-b74a40bc7613', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:17Z', 'updated_at': '2021-09-26T11:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': '4ae6faad-5596-422a-a857-37d003328924', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'floating_ip_address': '172.27.3.77', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'port_id': 'c2567e25-c827-4229-8e6b-b6203c664d46', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23e86c48-c562-4dba-8966-311c3333da64', 'mac_address': 'fa:16:3e:bb:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728ae3c6-2a0c-426a-91bc-6a95a067ff72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:26:42Z', 'updated_at': '2021-09-26T11:26:42Z', 'revision_number': 0, 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a8133c0-9993-4ba8-b667-17358d18a0ac', 'name': '', 'network_id': '23e86c48-c562-4dba-8966-311c3333da64', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'mac_address': 'fa:16:3e:89:1b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '04d6c54a-f029-4b31-bdac-cf23ee894a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:24Z', 'updated_at': '2021-09-26T11:25:34Z', 'revision_number': 5, 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'subnets': [{'id': '04d6c54a-f029-4b31-bdac-cf23ee894a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:43.835989 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0980e0-403f-4ff5-9f60-dd47f646ba44 None None] Checking router: c3bee1af-7de2-4f98-b584-8dd4726bd51e for host: dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:26:43.847309 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0980e0-403f-4ff5-9f60-dd47f646ba44 None None] Routers {'c3bee1af-7de2-4f98-b584-8dd4726bd51e'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:26:43.847975 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-5b0980e0-403f-4ff5-9f60-dd47f646ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:26:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['c3bee1af-7de2-4f98-b584-8dd4726bd51e'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:43.850969 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3195e-3653-4865-935f-6122b4f2ede0 req-493f01a6-287f-4eb2-bb9a-26dc59efc4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:43.852851 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c1b3195e-3653-4865-935f-6122b4f2ede0 req-493f01a6-287f-4eb2-bb9a-26dc59efc4b9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23e86c48-c562-4dba-8966-311c3333da64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481908 Sep 26 11:26:43.960218 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 96d340df-b96e-4f77-a2ab-5029ca9cc253 no longer exists at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:26:44.010901 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c1b3195e-3653-4865-935f-6122b4f2ede0 req-78bf9a06-3a78-4d69-8b9a-d063b591b212 service neutron] 10.222.0.22 "GET /v2.0/networks/23e86c48-c562-4dba-8966-311c3333da64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422050 Sep 26 11:26:44.012285 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] No Port match for: 96d340df-b96e-4f77-a2ab-5029ca9cc253 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:26:44.012855 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 96d340df-b96e-4f77-a2ab-5029ca9cc253 not bound to the agent host hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:26:44.048449 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-5b0980e0-403f-4ff5-9f60-dd47f646ba44 None None] Set router c3bee1af-7de2-4f98-b584-8dd4726bd51e gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:26:44.134818 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c1b3195e-3653-4865-935f-6122b4f2ede0 req-10c9edc7-3991-4c48-b9ff-a73da4897df2 service neutron] 10.222.0.22 "GET /v2.0/networks/23e86c48-c562-4dba-8966-311c3333da64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129739 Sep 26 11:26:44.340332 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-5b0980e0-403f-4ff5-9f60-dd47f646ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'name': 'tempest-TestShelveInstance-131339492-router', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7f7d756f-a7c4-4aee-90dd-b74a40bc7613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:15Z', 'updated_at': '2021-09-26T11:25:27Z', 'revision_number': 4, 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'gw_port': {'id': '7f7d756f-a7c4-4aee-90dd-b74a40bc7613', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:17Z', 'updated_at': '2021-09-26T11:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': '4ae6faad-5596-422a-a857-37d003328924', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'floating_ip_address': '172.27.3.77', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'port_id': 'c2567e25-c827-4229-8e6b-b6203c664d46', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23e86c48-c562-4dba-8966-311c3333da64', 'mac_address': 'fa:16:3e:bb:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728ae3c6-2a0c-426a-91bc-6a95a067ff72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:26:42Z', 'updated_at': '2021-09-26T11:26:42Z', 'revision_number': 0, 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a8133c0-9993-4ba8-b667-17358d18a0ac', 'name': '', 'network_id': '23e86c48-c562-4dba-8966-311c3333da64', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'mac_address': 'fa:16:3e:89:1b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '04d6c54a-f029-4b31-bdac-cf23ee894a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:24Z', 'updated_at': '2021-09-26T11:25:34Z', 'revision_number': 5, 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'subnets': [{'id': '04d6c54a-f029-4b31-bdac-cf23ee894a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:44.391456 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0980e0-403f-4ff5-9f60-dd47f646ba44 None None] The sync data for ids ['c3bee1af-7de2-4f98-b584-8dd4726bd51e'] in dv-cinder-811032-1-iscsi is: [{'id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'name': 'tempest-TestShelveInstance-131339492-router', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7f7d756f-a7c4-4aee-90dd-b74a40bc7613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:15Z', 'updated_at': '2021-09-26T11:25:27Z', 'revision_number': 4, 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'gw_port': {'id': '7f7d756f-a7c4-4aee-90dd-b74a40bc7613', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:17Z', 'updated_at': '2021-09-26T11:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': '4ae6faad-5596-422a-a857-37d003328924', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'floating_ip_address': '172.27.3.77', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'port_id': 'c2567e25-c827-4229-8e6b-b6203c664d46', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23e86c48-c562-4dba-8966-311c3333da64', 'mac_address': 'fa:16:3e:bb:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '728ae3c6-2a0c-426a-91bc-6a95a067ff72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:26:42Z', 'updated_at': '2021-09-26T11:26:42Z', 'revision_number': 0, 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a8133c0-9993-4ba8-b667-17358d18a0ac', 'name': '', 'network_id': '23e86c48-c562-4dba-8966-311c3333da64', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'mac_address': 'fa:16:3e:89:1b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '04d6c54a-f029-4b31-bdac-cf23ee894a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:24Z', 'updated_at': '2021-09-26T11:25:34Z', 'revision_number': 5, 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'subnets': [{'id': '04d6c54a-f029-4b31-bdac-cf23ee894a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:26:44.533002 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0cdb0574-c7b8-4cde-bec9-62e5caa0586e req-d8e3f54d-3563-4622-9d2d-a34e46085d3d tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/ports?device_id=b334c61c-1e08-477d-89e8-d3ec62fe3f56 HTTP/1.1" status: 200 len: 210 time: 0.0559943 Sep 26 11:26:44.620670 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-8302891c-6c6e-4586-b8e0-b789243d562c tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:44.622296 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-8302891c-6c6e-4586-b8e0-b789243d562c tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.22 "GET /v2.0/networks?id=10497a18-4ad0-400f-9602-cbf184b3854c HTTP/1.1" status: 200 len: 809 time: 0.1570876 Sep 26 11:26:44.655478 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-632bca70-0dd2-4107-84ec-ac7be3d03bea tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Request body: {'port': {'device_id': 'b334c61c-1e08-477d-89e8-d3ec62fe3f56', 'network_id': '10497a18-4ad0-400f-9602-cbf184b3854c', 'admin_state_up': True, 'tenant_id': '32e1713d2ae04b3dab0f6554ba93231d'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:26:44.656443 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0adcba-2276-4954-bffc-6a2ee3a5ba53 None None] New status for floating IP 4ae6faad-5596-422a-a857-37d003328924: ACTIVE {{(pid=94003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 11:26:44.779395 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-632bca70-0dd2-4107-84ec-ac7be3d03bea tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Made reservation on behalf of 32e1713d2ae04b3dab0f6554ba93231d for: {'port': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:26:44.783581 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-632bca70-0dd2-4107-84ec-ac7be3d03bea tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:44.921471 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-632bca70-0dd2-4107-84ec-ac7be3d03bea tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Allocated IP 172.20.0.9 (10497a18-4ad0-400f-9602-cbf184b3854c/21f25ee8-ad98-41a1-91d4-def2498feacc/8a71a8aa-81d9-4ef5-8729-3450a642c76b) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:26:45.094123 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-632bca70-0dd2-4107-84ec-ac7be3d03bea tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:45.127127 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-632bca70-0dd2-4107-84ec-ac7be3d03bea tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:45.167894 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-632bca70-0dd2-4107-84ec-ac7be3d03bea tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Network 10497a18-4ad0-400f-9602-cbf184b3854c is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:26:45.170830 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-632bca70-0dd2-4107-84ec-ac7be3d03bea tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:26:45.175014 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-632bca70-0dd2-4107-84ec-ac7be3d03bea tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:26:45.206841 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632bca70-0dd2-4107-84ec-ac7be3d03bea tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Pushing event updated for resources: {'Port': ['ID=8a71a8aa-81d9-4ef5-8729-3450a642c76b,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:45.232225 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-632bca70-0dd2-4107-84ec-ac7be3d03bea tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:45.232847 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-632bca70-0dd2-4107-84ec-ac7be3d03bea tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:45.251063 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-632bca70-0dd2-4107-84ec-ac7be3d03bea tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6006701 Sep 26 11:26:45.263544 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-8508872f-c27b-4713-bc8e-c9872d8ae6fe service neutron] Request body: {'port': {'device_id': 'b334c61c-1e08-477d-89e8-d3ec62fe3f56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81103'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:26:45.318543 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-8508872f-c27b-4713-bc8e-c9872d8ae6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:45.573410 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-8508872f-c27b-4713-bc8e-c9872d8ae6fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a71a8aa-81d9-4ef5-8729-3450a642c76b {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:26:45.581295 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-8508872f-c27b-4713-bc8e-c9872d8ae6fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:45.593606 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-8508872f-c27b-4713-bc8e-c9872d8ae6fe service neutron] Transition to ACTIVE for port object 8a71a8aa-81d9-4ef5-8729-3450a642c76b will not be triggered until provisioned by entity L2. {{(pid=94001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 11:26:45.598794 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-8508872f-c27b-4713-bc8e-c9872d8ae6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530552719'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:45.673803 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508872f-c27b-4713-bc8e-c9872d8ae6fe service neutron] Pushing event updated for resources: {'Port': ['ID=8a71a8aa-81d9-4ef5-8729-3450a642c76b,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:45.728264 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb47d4-4eb4-418d-9784-a394e47ce463 req-556bc432-c042-4cce-ab7c-04209c34d8e8 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:45.729781 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bdeb47d4-4eb4-418d-9784-a394e47ce463 req-556bc432-c042-4cce-ab7c-04209c34d8e8 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/ports?device_id=b334c61c-1e08-477d-89e8-d3ec62fe3f56 HTTP/1.1" status: 200 len: 943 time: 0.1064656 Sep 26 11:26:45.789425 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-8508872f-c27b-4713-bc8e-c9872d8ae6fe service neutron] Attempting to bind port 8a71a8aa-81d9-4ef5-8729-3450a642c76b on host hv-cinder-81103 for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:26:45.789804 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-8508872f-c27b-4713-bc8e-c9872d8ae6fe service neutron] Attempting to bind port 8a71a8aa-81d9-4ef5-8729-3450a642c76b by drivers openvswitch,hyperv on host hv-cinder-81103 at level 0 using segments [{'id': 'e2483b08-8240-4b97-9ab6-d768dfb6b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '10497a18-4ad0-400f-9602-cbf184b3854c'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:26:45.790160 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-8508872f-c27b-4713-bc8e-c9872d8ae6fe service neutron] Attempting to bind port 8a71a8aa-81d9-4ef5-8729-3450a642c76b on network 10497a18-4ad0-400f-9602-cbf184b3854c {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:26:45.796009 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bdeb47d4-4eb4-418d-9784-a394e47ce463 req-d5c2f99e-552d-4151-8c21-dc897a997ca6 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/security-groups?id=822e0837-e96f-4667-87b2-56e38c890ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596490 Sep 26 11:26:45.798298 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-8508872f-c27b-4713-bc8e-c9872d8ae6fe service neutron] Port 8a71a8aa-81d9-4ef5-8729-3450a642c76b on network 10497a18-4ad0-400f-9602-cbf184b3854c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81103 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 11:26:45.798947 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-8508872f-c27b-4713-bc8e-c9872d8ae6fe service neutron] Attempting to bind port 8a71a8aa-81d9-4ef5-8729-3450a642c76b on network 10497a18-4ad0-400f-9602-cbf184b3854c {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:26:45.809142 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-8508872f-c27b-4713-bc8e-c9872d8ae6fe service neutron] Checking agent: {'id': 'c7902f34-c618-4561-9fcf-9ee1c8cebcf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81103', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'started_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:26:45.809142 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-8508872f-c27b-4713-bc8e-c9872d8ae6fe service neutron] Checking segment: {'id': 'e2483b08-8240-4b97-9ab6-d768dfb6b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '10497a18-4ad0-400f-9602-cbf184b3854c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:26:45.809142 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-8508872f-c27b-4713-bc8e-c9872d8ae6fe service neutron] Bound using segment: {'id': 'e2483b08-8240-4b97-9ab6-d768dfb6b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '10497a18-4ad0-400f-9602-cbf184b3854c'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:26:45.809142 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-8508872f-c27b-4713-bc8e-c9872d8ae6fe service neutron] Bound port: 8a71a8aa-81d9-4ef5-8729-3450a642c76b, host: hv-cinder-81103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2483b08-8240-4b97-9ab6-d768dfb6b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '10497a18-4ad0-400f-9602-cbf184b3854c'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:26:45.809142 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-8508872f-c27b-4713-bc8e-c9872d8ae6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:45.872439 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-8508872f-c27b-4713-bc8e-c9872d8ae6fe service neutron] For port 8a71a8aa-81d9-4ef5-8729-3450a642c76b, host hv-cinder-81103, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:26:45.875434 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-8508872f-c27b-4713-bc8e-c9872d8ae6fe service neutron] For port 8a71a8aa-81d9-4ef5-8729-3450a642c76b, host hv-cinder-81103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=8a71a8aa-81d9-4ef5-8729-3450a642c76b,segment=NetworkSegment(e2483b08-8240-4b97-9ab6-d768dfb6b914),segment_id=e2483b08-8240-4b97-9ab6-d768dfb6b914)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:26:45.880680 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-8508872f-c27b-4713-bc8e-c9872d8ae6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530552719'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:45.916573 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-8508872f-c27b-4713-bc8e-c9872d8ae6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:45.917211 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-8508872f-c27b-4713-bc8e-c9872d8ae6fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:45.918628 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-8508872f-c27b-4713-bc8e-c9872d8ae6fe service neutron] 10.222.0.22 "PUT /v2.0/ports/8a71a8aa-81d9-4ef5-8729-3450a642c76b HTTP/1.1" status: 200 len: 1093 time: 0.6593199 Sep 26 11:26:45.919078 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b334c61c-1e08-477d-89e8-d3ec62fe3f56', 'tag': '8a71a8aa-81d9-4ef5-8729-3450a642c76b'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:26:45.921869 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a90db4-31b5-4b0b-b3bc-e957c4891fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "b334c61c-1e08-477d-89e8-d3ec62fe3f56", "tag": "8a71a8aa-81d9-4ef5-8729-3450a642c76b"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:26:45.949366 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508872f-c27b-4713-bc8e-c9872d8ae6fe service neutron] Pushing event updated for resources: {'Port': ['ID=8a71a8aa-81d9-4ef5-8729-3450a642c76b,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:45.962016 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f945e8cd-33c4-4b9f-9163-4281f96a6010 x-openstack-request-id: req-f945e8cd-33c4-4b9f-9163-4281f96a6010 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:26:45.962308 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b334c61c-1e08-477d-89e8-d3ec62fe3f56", "tag": "8a71a8aa-81d9-4ef5-8729-3450a642c76b", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:26:45.962587 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f945e8cd-33c4-4b9f-9163-4281f96a6010 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:26:45.963396 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b334c61c-1e08-477d-89e8-d3ec62fe3f56', 'tag': '8a71a8aa-81d9-4ef5-8729-3450a642c76b', 'status': 'completed', 'code': 200} Sep 26 11:26:46.010032 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-985abf7e-a3da-47a1-a9a5-e30dec989dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:46.011575 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-985abf7e-a3da-47a1-a9a5-e30dec989dca service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=32e1713d2ae04b3dab0f6554ba93231d&device_id=b334c61c-1e08-477d-89e8-d3ec62fe3f56 HTTP/1.1" status: 200 len: 1096 time: 0.0408971 Sep 26 11:26:46.065199 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-6c5b2315-25c3-4bdb-b860-aa84c512a981 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a71a8aa-81d9-4ef5-8729-3450a642c76b HTTP/1.1" status: 200 len: 217 time: 0.0373821 Sep 26 11:26:46.116354 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-feaf06df-c990-4387-b519-77f6b02ced58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:46.117844 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-feaf06df-c990-4387-b519-77f6b02ced58 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21f25ee8-ad98-41a1-91d4-def2498feacc HTTP/1.1" status: 200 len: 849 time: 0.0447516 Sep 26 11:26:46.152468 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-2d2c06b7-f84d-438b-85f0-92aa3a5b3151 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10497a18-4ad0-400f-9602-cbf184b3854c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246844 Sep 26 11:26:46.254072 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-2ffb5cda-5b25-4ef8-809e-92c7ce695b75 service neutron] 10.222.0.22 "GET /v2.0/networks/10497a18-4ad0-400f-9602-cbf184b3854c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946338 Sep 26 11:26:46.355564 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-52fa0f1f-5e93-424f-80de-53688758f2ff req-21b190c3-d7dc-4c20-85ec-6f3ffadbb329 service neutron] 10.222.0.22 "GET /v2.0/networks/10497a18-4ad0-400f-9602-cbf184b3854c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931029 Sep 26 11:26:46.458157 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a90db4-31b5-4b0b-b3bc-e957c4891fa9 req-4daa3947-fd31-43d8-ab62-c523dbb86eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:46.459713 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-50a90db4-31b5-4b0b-b3bc-e957c4891fa9 req-4daa3947-fd31-43d8-ab62-c523dbb86eba service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=32e1713d2ae04b3dab0f6554ba93231d&device_id=b334c61c-1e08-477d-89e8-d3ec62fe3f56 HTTP/1.1" status: 200 len: 1096 time: 0.0465105 Sep 26 11:26:46.550401 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a90db4-31b5-4b0b-b3bc-e957c4891fa9 req-44203449-1e5f-4ebd-ae26-106d2f9f151c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:46.551960 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-50a90db4-31b5-4b0b-b3bc-e957c4891fa9 req-44203449-1e5f-4ebd-ae26-106d2f9f151c service neutron] 10.222.0.22 "GET /v2.0/networks?id=10497a18-4ad0-400f-9602-cbf184b3854c HTTP/1.1" status: 200 len: 910 time: 0.0847764 Sep 26 11:26:46.598917 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-50a90db4-31b5-4b0b-b3bc-e957c4891fa9 req-7aa73c28-6a5d-4501-813f-c6cc69a0d805 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a71a8aa-81d9-4ef5-8729-3450a642c76b HTTP/1.1" status: 200 len: 217 time: 0.0392010 Sep 26 11:26:46.646934 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a90db4-31b5-4b0b-b3bc-e957c4891fa9 req-8cb9f433-94b0-4c16-b87a-d4ffe4c6bf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:46.648352 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-50a90db4-31b5-4b0b-b3bc-e957c4891fa9 req-8cb9f433-94b0-4c16-b87a-d4ffe4c6bf8b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21f25ee8-ad98-41a1-91d4-def2498feacc HTTP/1.1" status: 200 len: 849 time: 0.0425160 Sep 26 11:26:46.680098 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-50a90db4-31b5-4b0b-b3bc-e957c4891fa9 req-d6769f1a-e8e1-4626-a394-223329a381e0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=10497a18-4ad0-400f-9602-cbf184b3854c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232890 Sep 26 11:26:46.778621 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-50a90db4-31b5-4b0b-b3bc-e957c4891fa9 req-4f06a807-60cd-4992-b205-ef638b8c8556 service neutron] 10.222.0.22 "GET /v2.0/networks/10497a18-4ad0-400f-9602-cbf184b3854c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852396 Sep 26 11:26:47.119281 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45b8a0-5bf7-4b74-bde3-8205ec2efb97 req-60a09d1f-de19-412e-9df5-2fbee38279b7 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:47.120762 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bd45b8a0-5bf7-4b74-bde3-8205ec2efb97 req-60a09d1f-de19-412e-9df5-2fbee38279b7 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/ports?device_id=b334c61c-1e08-477d-89e8-d3ec62fe3f56 HTTP/1.1" status: 200 len: 943 time: 0.0912166 Sep 26 11:26:47.150381 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-50a90db4-31b5-4b0b-b3bc-e957c4891fa9 req-0acbc37a-adf0-47bf-8a05-dcc0ec7ea6fb service neutron] 10.222.0.22 "GET /v2.0/networks/10497a18-4ad0-400f-9602-cbf184b3854c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630316 Sep 26 11:26:47.167829 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bd45b8a0-5bf7-4b74-bde3-8205ec2efb97 req-64f029ae-088b-481d-a3ac-a5b7b3e46188 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/security-groups?id=822e0837-e96f-4667-87b2-56e38c890ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404391 Sep 26 11:26:47.961406 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 8a71a8aa-81d9-4ef5-8729-3450a642c76b details requested by agent hyperv_hv-cinder-81103 with host hv-cinder-81103 {{(pid=94002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 11:26:48.090328 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 8a71a8aa-81d9-4ef5-8729-3450a642c76b, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=8a71a8aa-81d9-4ef5-8729-3450a642c76b,segment=NetworkSegment(e2483b08-8240-4b97-9ab6-d768dfb6b914),segment_id=e2483b08-8240-4b97-9ab6-d768dfb6b914)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:26:48.102553 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Returning: {'device': '8a71a8aa-81d9-4ef5-8729-3450a642c76b', 'network_id': '10497a18-4ad0-400f-9602-cbf184b3854c', 'port_id': '8a71a8aa-81d9-4ef5-8729-3450a642c76b', 'mac_address': 'fa:16:3e:a6:28:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f25ee8-ad98-41a1-91d4-def2498feacc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 11:26:48.146721 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:48.160770 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a71a8aa-81d9-4ef5-8729-3450a642c76b {{(pid=94002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:26:48.181246 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 8a71a8aa-81d9-4ef5-8729-3450a642c76b, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=8a71a8aa-81d9-4ef5-8729-3450a642c76b,segment=NetworkSegment(e2483b08-8240-4b97-9ab6-d768dfb6b914),segment_id=e2483b08-8240-4b97-9ab6-d768dfb6b914)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:26:48.186758 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:48.241957 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=8a71a8aa-81d9-4ef5-8729-3450a642c76b,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:48.298427 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68c452-f625-4fb5-8c94-c00162cc89a2 req-bcf6394c-c338-41c8-9284-dc480c71cde7 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:48.300084 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2a68c452-f625-4fb5-8c94-c00162cc89a2 req-bcf6394c-c338-41c8-9284-dc480c71cde7 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/ports?device_id=b334c61c-1e08-477d-89e8-d3ec62fe3f56 HTTP/1.1" status: 200 len: 944 time: 0.0627134 Sep 26 11:26:48.341734 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2a68c452-f625-4fb5-8c94-c00162cc89a2 req-377d48b2-bc9d-4537-8e49-515da75da971 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/security-groups?id=822e0837-e96f-4667-87b2-56e38c890ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353110 Sep 26 11:26:48.462311 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['8a71a8aa-81d9-4ef5-8729-3450a642c76b'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:26:49.468996 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11618f-9c1c-4c80-9790-d58209740703 req-80c25a77-2f3f-4940-ac5e-a838e1dd17ff tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:49.470953 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ab11618f-9c1c-4c80-9790-d58209740703 req-80c25a77-2f3f-4940-ac5e-a838e1dd17ff tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/ports?device_id=b334c61c-1e08-477d-89e8-d3ec62fe3f56 HTTP/1.1" status: 200 len: 944 time: 0.0602245 Sep 26 11:26:49.511734 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ab11618f-9c1c-4c80-9790-d58209740703 req-cb4e4b5c-0e23-4efe-975d-8ad5f8e66a1d tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/security-groups?id=822e0837-e96f-4667-87b2-56e38c890ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346217 Sep 26 11:26:49.977013 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 8a71a8aa-81d9-4ef5-8729-3450a642c76b up at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:26:50.028053 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning for port 8a71a8aa-81d9-4ef5-8729-3450a642c76b completed by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 11:26:50.032531 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning complete for port 8a71a8aa-81d9-4ef5-8729-3450a642c76b triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:26:50.032890 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:50.118224 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:50.146965 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b334c61c-1e08-477d-89e8-d3ec62fe3f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a71a8aa-81d9-4ef5-8729-3450a642c76b'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:26:50.149438 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa81971-6051-4d1b-8255-531c39a20e79" -d '{"events": [{"server_uuid": "b334c61c-1e08-477d-89e8-d3ec62fe3f56", "name": "network-vif-plugged", "status": "completed", "tag": "8a71a8aa-81d9-4ef5-8729-3450a642c76b"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:26:50.163774 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 8a71a8aa-81d9-4ef5-8729-3450a642c76b, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=8a71a8aa-81d9-4ef5-8729-3450a642c76b,segment=NetworkSegment(e2483b08-8240-4b97-9ab6-d768dfb6b914),segment_id=e2483b08-8240-4b97-9ab6-d768dfb6b914)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:26:50.168033 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:50.192833 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ed0103-0236-433c-8257-930a77d7357f x-openstack-request-id: req-d6ed0103-0236-433c-8257-930a77d7357f {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:26:50.193129 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b334c61c-1e08-477d-89e8-d3ec62fe3f56", "name": "network-vif-plugged", "status": "completed", "tag": "8a71a8aa-81d9-4ef5-8729-3450a642c76b", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:26:50.193855 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6ed0103-0236-433c-8257-930a77d7357f {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:26:50.193855 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b334c61c-1e08-477d-89e8-d3ec62fe3f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a71a8aa-81d9-4ef5-8729-3450a642c76b', 'code': 200} Sep 26 11:26:50.222895 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=8a71a8aa-81d9-4ef5-8729-3450a642c76b,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:50.384673 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2030fb3-a4a3-4f1d-95e3-6e18d4f808b1 req-4d665ae5-01f0-4cb3-8f39-8c38ffaf0855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:50.386248 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a2030fb3-a4a3-4f1d-95e3-6e18d4f808b1 req-4d665ae5-01f0-4cb3-8f39-8c38ffaf0855 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b334c61c-1e08-477d-89e8-d3ec62fe3f56 HTTP/1.1" status: 200 len: 1098 time: 0.0484774 Sep 26 11:26:50.427570 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a2030fb3-a4a3-4f1d-95e3-6e18d4f808b1 req-6d8c52aa-2bfe-42e6-86c6-bab52faca7ac service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=822e0837-e96f-4667-87b2-56e38c890ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317738 Sep 26 11:26:50.648366 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd2067-466b-4d4c-8411-374544afa647 req-2b3378a4-6be4-427f-beda-ac6e276473be tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:50.649920 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bddd2067-466b-4d4c-8411-374544afa647 req-2b3378a4-6be4-427f-beda-ac6e276473be tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/ports?device_id=b334c61c-1e08-477d-89e8-d3ec62fe3f56 HTTP/1.1" status: 200 len: 945 time: 0.0564713 Sep 26 11:26:50.694289 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bddd2067-466b-4d4c-8411-374544afa647 req-c71db960-b51c-4a6f-9857-86be9135b64e tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/security-groups?id=822e0837-e96f-4667-87b2-56e38c890ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376935 Sep 26 11:26:51.008181 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1432e7-15fe-4532-912f-b8053553c9d5 req-3379a5c6-5c6f-4514-b93c-cc32bee6adc1 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:51.010869 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bc1432e7-15fe-4532-912f-b8053553c9d5 req-3379a5c6-5c6f-4514-b93c-cc32bee6adc1 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 946 time: 0.0727246 Sep 26 11:26:51.062742 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bc1432e7-15fe-4532-912f-b8053553c9d5 req-04e1b9d7-02ec-4790-ad5d-7c0dd686e423 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440178 Sep 26 11:26:51.824960 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889f5bc-ec66-476f-9e41-03b45c41dc2a req-bc435bf6-80d6-4324-b440-f499d52e7615 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:51.826678 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e889f5bc-ec66-476f-9e41-03b45c41dc2a req-bc435bf6-80d6-4324-b440-f499d52e7615 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/ports?device_id=b334c61c-1e08-477d-89e8-d3ec62fe3f56 HTTP/1.1" status: 200 len: 945 time: 0.0577216 Sep 26 11:26:51.875188 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e889f5bc-ec66-476f-9e41-03b45c41dc2a req-443bc432-ff57-430b-8bad-e05bb1ca8c1b tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/security-groups?id=822e0837-e96f-4667-87b2-56e38c890ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368404 Sep 26 11:26:52.198997 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f030e-0bae-4c63-b028-bc89f016626c req-a5dbacad-c78a-42c7-aa40-374608c86988 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:52.200720 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-785f030e-0bae-4c63-b028-bc89f016626c req-a5dbacad-c78a-42c7-aa40-374608c86988 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 946 time: 0.0584416 Sep 26 11:26:52.248199 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-785f030e-0bae-4c63-b028-bc89f016626c req-eebc73c2-f447-45c9-bccd-7fcbee99c6c2 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402875 Sep 26 11:26:52.711249 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd72ad-774b-4e34-a051-3d10e71e7e29 req-a7f20cb3-b3be-402c-bbc3-6f9c981206a3 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:52.713004 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-17dd72ad-774b-4e34-a051-3d10e71e7e29 req-a7f20cb3-b3be-402c-bbc3-6f9c981206a3 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/ports?device_id=b334c61c-1e08-477d-89e8-d3ec62fe3f56 HTTP/1.1" status: 200 len: 945 time: 0.0519693 Sep 26 11:26:52.755745 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-17dd72ad-774b-4e34-a051-3d10e71e7e29 req-7794412d-2d24-419f-ad08-3feac2ba4bea tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/security-groups?id=822e0837-e96f-4667-87b2-56e38c890ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362828 Sep 26 11:26:52.959090 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c4207-6608-4c37-88e8-9bc76f851480 req-fca4812d-d668-414d-917f-36d189659b1a tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:52.960819 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e41c4207-6608-4c37-88e8-9bc76f851480 req-fca4812d-d668-414d-917f-36d189659b1a tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 946 time: 0.0621173 Sep 26 11:26:53.088394 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [req-e41c4207-6608-4c37-88e8-9bc76f851480 req-54a64b3d-8763-4989-b199-4497b2870d47 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Deleting port 614d3773-752f-48af-87db-06317ef7c95e {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:26:53.088731 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-e41c4207-6608-4c37-88e8-9bc76f851480 req-54a64b3d-8763-4989-b199-4497b2870d47 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:53.189120 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-e41c4207-6608-4c37-88e8-9bc76f851480 req-54a64b3d-8763-4989-b199-4497b2870d47 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] For port 614d3773-752f-48af-87db-06317ef7c95e, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=614d3773-752f-48af-87db-06317ef7c95e,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:26:53.189489 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-e41c4207-6608-4c37-88e8-9bc76f851480 req-54a64b3d-8763-4989-b199-4497b2870d47 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:53.462139 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155133f-9fd7-4578-a8ad-84fdd3d35f6e req-f7f0fd5b-0144-41c0-a2de-7e7ae6c78ea6 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:53.464520 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6155133f-9fd7-4578-a8ad-84fdd3d35f6e req-f7f0fd5b-0144-41c0-a2de-7e7ae6c78ea6 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447 HTTP/1.1" status: 200 len: 946 time: 0.1118596 Sep 26 11:26:53.491512 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-e41c4207-6608-4c37-88e8-9bc76f851480 req-54a64b3d-8763-4989-b199-4497b2870d47 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:53.491866 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-e41c4207-6608-4c37-88e8-9bc76f851480 req-54a64b3d-8763-4989-b199-4497b2870d47 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748570'] for floatingip, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:53.492184 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.db.l3_db [req-e41c4207-6608-4c37-88e8-9bc76f851480 req-54a64b3d-8763-4989-b199-4497b2870d47 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Floating IP aa34562d-1cbc-442c-803f-28a56f0c7524 disassociated. External IP: 172.27.3.59, port: 614d3773-752f-48af-87db-06317ef7c95e. Sep 26 11:26:53.492523 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [req-e41c4207-6608-4c37-88e8-9bc76f851480 req-54a64b3d-8763-4989-b199-4497b2870d47 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Calling delete_port for 614d3773-752f-48af-87db-06317ef7c95e owned by compute:nova {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:26:53.560003 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6155133f-9fd7-4578-a8ad-84fdd3d35f6e req-a36a5ca4-5954-475d-906e-5ce7728008dd tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=36220ffa-2673-4d3d-9407-6655861a89c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839062 Sep 26 11:26:53.680867 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-e41c4207-6608-4c37-88e8-9bc76f851480 req-54a64b3d-8763-4989-b199-4497b2870d47 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:53.711965 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a64b3d-8763-4989-b199-4497b2870d47 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Pushing event deleted for resources: {'Port': ['ID=614d3773-752f-48af-87db-06317ef7c95e,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:53.845354 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e41c4207-6608-4c37-88e8-9bc76f851480 req-54a64b3d-8763-4989-b199-4497b2870d47 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Router 74900178-a829-44b6-86cb-66d681fca92d has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:26:54.024012 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e41c4207-6608-4c37-88e8-9bc76f851480 req-54a64b3d-8763-4989-b199-4497b2870d47 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:26:54.046625 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f78fcc-35b8-47e4-ba25-1f655937fd93 None None] Sync routers for ids ['74900178-a829-44b6-86cb-66d681fca92d'] in dv-cinder-811032-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:26:54.060881 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f78fcc-35b8-47e4-ba25-1f655937fd93 None None] Routers {'74900178-a829-44b6-86cb-66d681fca92d'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:26:54.061716 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-17f78fcc-35b8-47e4-ba25-1f655937fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:26:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['74900178-a829-44b6-86cb-66d681fca92d'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:54.111110 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41c4207-6608-4c37-88e8-9bc76f851480 req-54a64b3d-8763-4989-b199-4497b2870d47 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] No DVR routers for this DVR port 614d3773-752f-48af-87db-06317ef7c95e on host hv-cinder-81103 {{(pid=94001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:26:54.116869 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-e41c4207-6608-4c37-88e8-9bc76f851480 req-54a64b3d-8763-4989-b199-4497b2870d47 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:54.121993 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e41c4207-6608-4c37-88e8-9bc76f851480 req-54a64b3d-8763-4989-b199-4497b2870d47 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.22 "DELETE /v2.0/ports/614d3773-752f-48af-87db-06317ef7c95e HTTP/1.1" status: 204 len: 173 time: 1.1357508 Sep 26 11:26:54.124306 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447', 'name': 'network-vif-deleted', 'tag': '614d3773-752f-48af-87db-06317ef7c95e'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:26:54.129625 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a4c16b-94f5-4303-a6e5-1996f5fdf418" -d '{"events": [{"server_uuid": "3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447", "name": "network-vif-deleted", "tag": "614d3773-752f-48af-87db-06317ef7c95e"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:26:54.162802 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d642589-37c7-4ff8-9499-e1fbff48c69c req-1bd519cb-2b16-4895-95fe-73a3efc5e9d6 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:54.165495 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4d642589-37c7-4ff8-9499-e1fbff48c69c req-1bd519cb-2b16-4895-95fe-73a3efc5e9d6 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/ports?device_id=b334c61c-1e08-477d-89e8-d3ec62fe3f56 HTTP/1.1" status: 200 len: 945 time: 0.3187618 Sep 26 11:26:54.217128 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-17f78fcc-35b8-47e4-ba25-1f655937fd93 None None] Set router 74900178-a829-44b6-86cb-66d681fca92d gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:26:54.234658 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4d642589-37c7-4ff8-9499-e1fbff48c69c req-6058bdc4-b055-49ab-badf-b786a1121d02 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/security-groups?id=822e0837-e96f-4667-87b2-56e38c890ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568104 Sep 26 11:26:54.330918 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2238523b-006d-419f-93e8-641ef8bbc548 x-openstack-request-id: req-2238523b-006d-419f-93e8-641ef8bbc548 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:26:54.331293 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447", "name": "network-vif-deleted", "tag": "614d3773-752f-48af-87db-06317ef7c95e", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:26:54.331609 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2238523b-006d-419f-93e8-641ef8bbc548 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:26:54.332123 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d57c6a8-e5d3-4b8c-9c9f-d741e5e75447', 'name': 'network-vif-deleted', 'tag': '614d3773-752f-48af-87db-06317ef7c95e', 'status': 'completed', 'code': 200} Sep 26 11:26:54.435497 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a98ef-9b1c-4cde-abeb-81270c4ebb7a req-12353625-48aa-4f15-82bc-e32d0968d0f8 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:54.438254 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-778a98ef-9b1c-4cde-abeb-81270c4ebb7a req-12353625-48aa-4f15-82bc-e32d0968d0f8 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.22 "GET /v2.0/ports?device_id=b334c61c-1e08-477d-89e8-d3ec62fe3f56 HTTP/1.1" status: 200 len: 945 time: 0.0700672 Sep 26 11:26:54.592371 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-17f78fcc-35b8-47e4-ba25-1f655937fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74900178-a829-44b6-86cb-66d681fca92d', 'name': 'tempest-AttachVolumeShelveTestJSON-2002190616-router', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:53Z', 'updated_at': '2021-09-26T11:22:07Z', 'revision_number': 4, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'gw_port': {'id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:21:55Z', 'updated_at': '2021-09-26T11:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '0e8dbab8-b81b-4801-b10b-aee285b1622a', 'name': '', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'mac_address': 'fa:16:3e:4a:a6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:22:02Z', 'updated_at': '2021-09-26T11:22:15Z', 'revision_number': 5, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'subnets': [{'id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:54.597950 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [req-778a98ef-9b1c-4cde-abeb-81270c4ebb7a req-a81bb392-d3fd-495b-8e7e-1d8da00ec1c4 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Deleting port 8a71a8aa-81d9-4ef5-8729-3450a642c76b {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:26:54.598373 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-778a98ef-9b1c-4cde-abeb-81270c4ebb7a req-a81bb392-d3fd-495b-8e7e-1d8da00ec1c4 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:54.653373 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f78fcc-35b8-47e4-ba25-1f655937fd93 None None] Checking router: 74900178-a829-44b6-86cb-66d681fca92d for host: dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:26:54.667329 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f78fcc-35b8-47e4-ba25-1f655937fd93 None None] Routers {'74900178-a829-44b6-86cb-66d681fca92d'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:26:54.668409 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-17f78fcc-35b8-47e4-ba25-1f655937fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:26:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['74900178-a829-44b6-86cb-66d681fca92d'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:54.693424 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 52220) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:54.752782 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-778a98ef-9b1c-4cde-abeb-81270c4ebb7a req-a81bb392-d3fd-495b-8e7e-1d8da00ec1c4 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] For port 8a71a8aa-81d9-4ef5-8729-3450a642c76b, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=8a71a8aa-81d9-4ef5-8729-3450a642c76b,segment=NetworkSegment(e2483b08-8240-4b97-9ab6-d768dfb6b914),segment_id=e2483b08-8240-4b97-9ab6-d768dfb6b914)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:26:54.753339 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-778a98ef-9b1c-4cde-abeb-81270c4ebb7a req-a81bb392-d3fd-495b-8e7e-1d8da00ec1c4 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:54.768767 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [req-778a98ef-9b1c-4cde-abeb-81270c4ebb7a req-a81bb392-d3fd-495b-8e7e-1d8da00ec1c4 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Calling delete_port for 8a71a8aa-81d9-4ef5-8729-3450a642c76b owned by compute:nova {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:26:54.777970 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-763cef51-707c-4e16-969f-32d07cfad7e3 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:54.812608 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-763cef51-707c-4e16-969f-32d07cfad7e3 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:54.826934 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-17f78fcc-35b8-47e4-ba25-1f655937fd93 None None] Set router 74900178-a829-44b6-86cb-66d681fca92d gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:26:54.896216 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-763cef51-707c-4e16-969f-32d07cfad7e3 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:54.900990 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-763cef51-707c-4e16-969f-32d07cfad7e3 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:54.905081 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-763cef51-707c-4e16-969f-32d07cfad7e3 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "DELETE /v2.0/security-groups/36220ffa-2673-4d3d-9407-6655861a89c1 HTTP/1.1" status: 204 len: 168 time: 0.2062943 Sep 26 11:26:54.906355 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 52222) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:54.923076 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763cef51-707c-4e16-969f-32d07cfad7e3 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36220ffa-2673-4d3d-9407-6655861a89c1,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:54.975047 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.api.v2.resource [None req-d278d531-5ee4-4a85-944e-3f7345aea509 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] show failed (client error): The resource could not be found. Sep 26 11:26:54.979428 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-d278d531-5ee4-4a85-944e-3f7345aea509 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups/36220ffa-2673-4d3d-9407-6655861a89c1 HTTP/1.1" status: 404 len: 347 time: 0.0682197 Sep 26 11:26:54.980718 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 52224) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:55.024714 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-778a98ef-9b1c-4cde-abeb-81270c4ebb7a req-a81bb392-d3fd-495b-8e7e-1d8da00ec1c4 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:55.060456 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['8a71a8aa-81d9-4ef5-8729-3450a642c76b'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:26:55.079693 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81bb392-d3fd-495b-8e7e-1d8da00ec1c4 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Pushing event deleted for resources: {'Port': ['ID=8a71a8aa-81d9-4ef5-8729-3450a642c76b,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:55.159584 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [req-778a98ef-9b1c-4cde-abeb-81270c4ebb7a req-a81bb392-d3fd-495b-8e7e-1d8da00ec1c4 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] No DVR routers for this DVR port 8a71a8aa-81d9-4ef5-8729-3450a642c76b on host hv-cinder-81103 {{(pid=94001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:26:55.163894 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-778a98ef-9b1c-4cde-abeb-81270c4ebb7a req-a81bb392-d3fd-495b-8e7e-1d8da00ec1c4 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:55.165595 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-a7a9dcd7-6bc4-4985-97c2-05898f194c3b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Deleting port 1b8b73d8-14e0-403c-a59a-2b2aee122371 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:26:55.165961 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a7a9dcd7-6bc4-4985-97c2-05898f194c3b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:55.167575 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-778a98ef-9b1c-4cde-abeb-81270c4ebb7a req-a81bb392-d3fd-495b-8e7e-1d8da00ec1c4 tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.22 "DELETE /v2.0/ports/8a71a8aa-81d9-4ef5-8729-3450a642c76b HTTP/1.1" status: 204 len: 173 time: 0.7221868 Sep 26 11:26:55.284114 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-17f78fcc-35b8-47e4-ba25-1f655937fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74900178-a829-44b6-86cb-66d681fca92d', 'name': 'tempest-AttachVolumeShelveTestJSON-2002190616-router', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:53Z', 'updated_at': '2021-09-26T11:22:07Z', 'revision_number': 4, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'gw_port': {'id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:21:55Z', 'updated_at': '2021-09-26T11:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '0e8dbab8-b81b-4801-b10b-aee285b1622a', 'name': '', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'mac_address': 'fa:16:3e:4a:a6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:22:02Z', 'updated_at': '2021-09-26T11:22:15Z', 'revision_number': 5, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'subnets': [{'id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:26:55.285498 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a7a9dcd7-6bc4-4985-97c2-05898f194c3b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:55.285876 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a7a9dcd7-6bc4-4985-97c2-05898f194c3b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:55.310655 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-a7a9dcd7-6bc4-4985-97c2-05898f194c3b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Calling delete_port for 1b8b73d8-14e0-403c-a59a-2b2aee122371 owned by network:floatingip {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:26:55.323768 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f78fcc-35b8-47e4-ba25-1f655937fd93 None None] The sync data for ids ['74900178-a829-44b6-86cb-66d681fca92d'] in dv-cinder-811032-1-iscsi is: [{'id': '74900178-a829-44b6-86cb-66d681fca92d', 'name': 'tempest-AttachVolumeShelveTestJSON-2002190616-router', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:53Z', 'updated_at': '2021-09-26T11:22:07Z', 'revision_number': 4, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'gw_port': {'id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:21:55Z', 'updated_at': '2021-09-26T11:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '0e8dbab8-b81b-4801-b10b-aee285b1622a', 'name': '', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'mac_address': 'fa:16:3e:4a:a6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:22:02Z', 'updated_at': '2021-09-26T11:22:15Z', 'revision_number': 5, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'subnets': [{'id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:26:55.567354 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-be40c072-ef7e-4b6c-8bb4-d2238c5367fe req-aea0dde1-dd39-4e11-b736-3a7e3eabde6a tempest-VolumesActionsTest-529692643 tempest-VolumesActionsTest-529692643-project] 10.222.0.15 "GET /v2.0/ports?device_id=b334c61c-1e08-477d-89e8-d3ec62fe3f56 HTTP/1.1" status: 200 len: 210 time: 0.1203036 Sep 26 11:26:55.659323 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251f7a41-9312-4119-8cfb-0323775cbcdc None None] New status for floating IP aa34562d-1cbc-442c-803f-28a56f0c7524: DOWN {{(pid=94003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 11:26:55.843921 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a7a9dcd7-6bc4-4985-97c2-05898f194c3b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:55.872724 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9dcd7-6bc4-4985-97c2-05898f194c3b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Pushing event deleted for resources: {'Port': ['ID=1b8b73d8-14e0-403c-a59a-2b2aee122371,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:55.943999 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a7a9dcd7-6bc4-4985-97c2-05898f194c3b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for floatingip, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:55.946492 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a7a9dcd7-6bc4-4985-97c2-05898f194c3b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for floatingip, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:55.947725 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-a7a9dcd7-6bc4-4985-97c2-05898f194c3b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "DELETE /v2.0/floatingips/aa34562d-1cbc-442c-803f-28a56f0c7524 HTTP/1.1" status: 204 len: 168 time: 0.9643822 Sep 26 11:26:56.003343 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 614d3773-752f-48af-87db-06317ef7c95e no longer exists at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:26:56.029030 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] No Port match for: 614d3773-752f-48af-87db-06317ef7c95e {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:26:56.029429 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 614d3773-752f-48af-87db-06317ef7c95e not bound to the agent host hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:26:56.333901 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b334c61c-1e08-477d-89e8-d3ec62fe3f56', 'name': 'network-vif-deleted', 'tag': '8a71a8aa-81d9-4ef5-8729-3450a642c76b'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:26:56.336691 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e6d799-7259-456e-aa0f-51e20904a7fd" -d '{"events": [{"server_uuid": "b334c61c-1e08-477d-89e8-d3ec62fe3f56", "name": "network-vif-deleted", "tag": "8a71a8aa-81d9-4ef5-8729-3450a642c76b"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:26:56.382933 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd861425-c5eb-4758-adac-e059c24923cf x-openstack-request-id: req-cd861425-c5eb-4758-adac-e059c24923cf {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:26:56.383208 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b334c61c-1e08-477d-89e8-d3ec62fe3f56", "name": "network-vif-deleted", "tag": "8a71a8aa-81d9-4ef5-8729-3450a642c76b", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:26:56.383455 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd861425-c5eb-4758-adac-e059c24923cf {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:26:56.383852 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b334c61c-1e08-477d-89e8-d3ec62fe3f56', 'name': 'network-vif-deleted', 'tag': '8a71a8aa-81d9-4ef5-8729-3450a642c76b', 'status': 'completed', 'code': 200} Sep 26 11:26:56.413017 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 52236) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:56.417848 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-8a83b6c9-10a9-4f2a-bce2-f61ae9380eeb tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Request body: {'security_group': {'name': 'tempest-securitygroup--203000123', 'description': 'tempest-description--524012031'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:26:56.442812 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8a83b6c9-10a9-4f2a-bce2-f61ae9380eeb tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:56.551193 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8a83b6c9-10a9-4f2a-bce2-f61ae9380eeb tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:56.559441 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8a83b6c9-10a9-4f2a-bce2-f61ae9380eeb tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:56.606205 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8a83b6c9-10a9-4f2a-bce2-f61ae9380eeb tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:56.608308 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-8a83b6c9-10a9-4f2a-bce2-f61ae9380eeb tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1940551 Sep 26 11:26:56.613346 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 52242) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:56.616828 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83b6c9-10a9-4f2a-bce2-f61ae9380eeb tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f39f3e37-6b8b-4dd4-b510-aef88e5704e3,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:56.618284 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-e3fc3f76-29b4-46bb-ae51-81326e4dcf98 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Request body: {'security_group_rule': {'security_group_id': 'f39f3e37-6b8b-4dd4-b510-aef88e5704e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:26:56.654759 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e3fc3f76-29b4-46bb-ae51-81326e4dcf98 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:56.727487 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e3fc3f76-29b4-46bb-ae51-81326e4dcf98 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:56.733067 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e3fc3f76-29b4-46bb-ae51-81326e4dcf98 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777310'] for security_group_rule, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:56.762776 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc3f76-29b4-46bb-ae51-81326e4dcf98 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b874bb5-2781-4d71-af9f-57b3d45715fb,revision_number=0']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:56.770346 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e3fc3f76-29b4-46bb-ae51-81326e4dcf98 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:56.774600 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 52250) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:56.774868 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-e3fc3f76-29b4-46bb-ae51-81326e4dcf98 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1599584 Sep 26 11:26:56.779793 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-130fcf94-8e1f-4eee-8dce-bdd61dc0eb9c tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Request body: {'security_group_rule': {'security_group_id': 'f39f3e37-6b8b-4dd4-b510-aef88e5704e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:26:56.813044 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-130fcf94-8e1f-4eee-8dce-bdd61dc0eb9c tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:56.886403 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-130fcf94-8e1f-4eee-8dce-bdd61dc0eb9c tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:56.891031 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-130fcf94-8e1f-4eee-8dce-bdd61dc0eb9c tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777310'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:56.909556 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130fcf94-8e1f-4eee-8dce-bdd61dc0eb9c tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df93ea5d-250c-453e-83e3-30b11f331254,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:56.916881 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-130fcf94-8e1f-4eee-8dce-bdd61dc0eb9c tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:56.918044 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-130fcf94-8e1f-4eee-8dce-bdd61dc0eb9c tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420190 Sep 26 11:26:56.924622 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 52256) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:26:56.929950 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-54425157-b7e8-40cf-bf07-4bcf67351b4b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Request body: {'floatingip': {'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:26:56.956880 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-54425157-b7e8-40cf-bf07-4bcf67351b4b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for floatingip, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:57.071212 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-acbc27af-c7c5-42e6-956a-e1e1d98ceec4 req-c6f5b05f-5c6e-4344-897d-396ea8e03727 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bd978853-e725-4f82-a754-f145dd8fa784&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787389 Sep 26 11:26:57.119726 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-54425157-b7e8-40cf-bf07-4bcf67351b4b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:57.268209 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc27af-c7c5-42e6-956a-e1e1d98ceec4 req-b8dde91c-2813-4804-a777-758343009512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:57.269767 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-acbc27af-c7c5-42e6-956a-e1e1d98ceec4 req-b8dde91c-2813-4804-a777-758343009512 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce837c99bcc9456283c5401547ff5a76&device_id=bd978853-e725-4f82-a754-f145dd8fa784 HTTP/1.1" status: 200 len: 1099 time: 0.1307914 Sep 26 11:26:57.292495 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [None req-54425157-b7e8-40cf-bf07-4bcf67351b4b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Allocated IP 172.27.3.159 (d645f16f-c1f8-40bc-a964-fd8a8508da46/7b04f644-4880-4113-a1d0-930d600f8f14/0e933218-c4ea-49de-bdb4-265199430b82) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:26:57.464228 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc27af-c7c5-42e6-956a-e1e1d98ceec4 req-7fe26ee5-046a-44ca-9ab6-ca58a59400b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:57.465758 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-acbc27af-c7c5-42e6-956a-e1e1d98ceec4 req-7fe26ee5-046a-44ca-9ab6-ca58a59400b5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8 HTTP/1.1" status: 200 len: 912 time: 0.1629252 Sep 26 11:26:57.534334 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-54425157-b7e8-40cf-bf07-4bcf67351b4b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:57.560682 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-acbc27af-c7c5-42e6-956a-e1e1d98ceec4 req-ab0cb24d-9568-4605-b1d3-fdfa383c3d5e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=441da9f5-923a-48f3-82b1-b107211dab37 HTTP/1.1" status: 200 len: 1001 time: 0.0837820 Sep 26 11:26:57.625106 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-54425157-b7e8-40cf-bf07-4bcf67351b4b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:57.671099 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc27af-c7c5-42e6-956a-e1e1d98ceec4 req-f309e34d-b244-44bf-bf6e-ab700d19ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:57.673771 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-acbc27af-c7c5-42e6-956a-e1e1d98ceec4 req-f309e34d-b244-44bf-bf6e-ab700d19ef1b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=258101c2-cabd-4a87-bb0e-e9533532d3e4 HTTP/1.1" status: 200 len: 850 time: 0.0894611 Sep 26 11:26:57.688037 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54425157-b7e8-40cf-bf07-4bcf67351b4b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Network d645f16f-c1f8-40bc-a964-fd8a8508da46 is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:26:57.690993 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-54425157-b7e8-40cf-bf07-4bcf67351b4b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:26:57.692934 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54425157-b7e8-40cf-bf07-4bcf67351b4b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Pushing event updated for resources: {'Port': ['ID=0e933218-c4ea-49de-bdb4-265199430b82,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:57.695138 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54425157-b7e8-40cf-bf07-4bcf67351b4b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:26:57.779958 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc27af-c7c5-42e6-956a-e1e1d98ceec4 req-c999387a-fdfb-4baa-ad82-83593aab3914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:57.781540 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-acbc27af-c7c5-42e6-956a-e1e1d98ceec4 req-c999387a-fdfb-4baa-ad82-83593aab3914 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0841339 Sep 26 11:26:57.950553 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-54425157-b7e8-40cf-bf07-4bcf67351b4b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:58.040516 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-54425157-b7e8-40cf-bf07-4bcf67351b4b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:58.046456 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-acbc27af-c7c5-42e6-956a-e1e1d98ceec4 req-4fb4b175-aae5-4c68-857a-49ce404ff3d4 service neutron] 10.222.0.22 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305462 Sep 26 11:26:58.449919 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-54425157-b7e8-40cf-bf07-4bcf67351b4b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for port, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:58.456333 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-54425157-b7e8-40cf-bf07-4bcf67351b4b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530552719'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:58.536933 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54425157-b7e8-40cf-bf07-4bcf67351b4b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Pushing event updated for resources: {'Port': ['ID=0e933218-c4ea-49de-bdb4-265199430b82,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:26:58.552483 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-54425157-b7e8-40cf-bf07-4bcf67351b4b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748570'] for floatingip, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:58.575879 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-54425157-b7e8-40cf-bf07-4bcf67351b4b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for floatingip, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:58.577434 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-54425157-b7e8-40cf-bf07-4bcf67351b4b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6512916 Sep 26 11:26:58.782592 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 8a71a8aa-81d9-4ef5-8729-3450a642c76b no longer exists at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:26:58.808703 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] No Port match for: 8a71a8aa-81d9-4ef5-8729-3450a642c76b {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:26:58.809232 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 8a71a8aa-81d9-4ef5-8729-3450a642c76b not bound to the agent host hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:26:58.877291 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-12488052-6bf3-40a7-aae8-0ac8bb656870 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--203000123&fields=id&tenant_id=71a25fc4741b4733922f1d8cc15f8d60 HTTP/1.1" status: 200 len: 267 time: 0.0967886 Sep 26 11:26:58.949008 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-acbc27af-c7c5-42e6-956a-e1e1d98ceec4 req-589a58a5-3f27-40a3-92b4-d8909398ce7c service neutron] 10.222.0.22 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653831 Sep 26 11:26:59.023797 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-985cc5a8-8d1d-4e5e-aabc-6c36939f0648 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:26:59.025518 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-985cc5a8-8d1d-4e5e-aabc-6c36939f0648 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/networks?id=0fbbe369-87d6-4403-8471-9c5dec794f0d HTTP/1.1" status: 200 len: 817 time: 0.1383855 Sep 26 11:26:59.049459 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-3ee9a752-b788-4809-b4da-f38f0f73622a tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/quotas/71a25fc4741b4733922f1d8cc15f8d60 HTTP/1.1" status: 200 len: 375 time: 0.0131414 Sep 26 11:26:59.113442 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-6c6f9e61-1034-42f9-b5d9-1e2dbc6575b0 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=71a25fc4741b4733922f1d8cc15f8d60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0575769 Sep 26 11:26:59.340926 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-fdaf9394-3a25-4934-92a3-9df2de60a8aa service neutron] 10.222.0.15 "GET /v2.0/networks/0fbbe369-87d6-4403-8471-9c5dec794f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146480 Sep 26 11:26:59.352287 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-9beda51b-ac18-4a83-88a4-8635c62fd232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:59.485175 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-b1a9145b-8677-4cd8-80b4-e9ac6bdb787c service neutron] 10.222.0.15 "GET /v2.0/networks/0fbbe369-87d6-4403-8471-9c5dec794f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349268 Sep 26 11:26:59.669050 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:26:59.696053 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-26719ee0-f3f2-4407-8664-81c89abb2a24 req-97110970-28a3-47a2-8631-3dfb3b662fe0 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 210 time: 0.0553355 Sep 26 11:27:00.810983 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7048a6f9-de56-4d5d-b7f3-3a62c22d448c req-d720d96f-65a8-44b9-8426-68a15fa74a52 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 210 time: 0.0292163 Sep 26 11:27:01.478338 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-55983625-8497-4272-81fc-af521ace761b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:01.479935 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-55983625-8497-4272-81fc-af521ace761b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.22 "GET /v2.0/networks?id=0fbbe369-87d6-4403-8471-9c5dec794f0d HTTP/1.1" status: 200 len: 817 time: 0.1300049 Sep 26 11:27:01.535364 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-50608078-d857-4dac-b096-11293fcf7e77 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71a25fc4741b4733922f1d8cc15f8d60 HTTP/1.1" status: 200 len: 379 time: 0.0433967 Sep 26 11:27:01.559216 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ff41333c-c3cd-4fca-a5a8-ce549022ccd4 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Request body: {'port': {'device_id': '3dd241bf-5446-4b4e-8e05-16803fc4df36', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'admin_state_up': True, 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'security_groups': ['f39f3e37-6b8b-4dd4-b510-aef88e5704e3']}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:27:01.720596 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ff41333c-c3cd-4fca-a5a8-ce549022ccd4 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Made reservation on behalf of 71a25fc4741b4733922f1d8cc15f8d60 for: {'port': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:27:01.724782 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ff41333c-c3cd-4fca-a5a8-ce549022ccd4 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:01.873035 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-0dbdb442-8eb7-4c35-9d3c-16e5ccaec7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:01.989479 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1e513b9a-d8e4-467d-9c67-41d792407cd8 req-abac3649-5fa1-499b-8da5-850f3d2bbb78 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 210 time: 0.0483563 Sep 26 11:27:02.004919 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ff41333c-c3cd-4fca-a5a8-ce549022ccd4 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Allocated IP 172.20.0.11 (0fbbe369-87d6-4403-8471-9c5dec794f0d/0beadaac-f79e-4337-a6d1-17c78a4fa88c/f0b63410-5c77-4dec-8866-a876b108ffb5) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:27:02.189588 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ff41333c-c3cd-4fca-a5a8-ce549022ccd4 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:02.236770 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ff41333c-c3cd-4fca-a5a8-ce549022ccd4 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:02.299376 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ff41333c-c3cd-4fca-a5a8-ce549022ccd4 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Network 0fbbe369-87d6-4403-8471-9c5dec794f0d is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:27:02.304241 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ff41333c-c3cd-4fca-a5a8-ce549022ccd4 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:27:02.310341 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ff41333c-c3cd-4fca-a5a8-ce549022ccd4 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:27:02.352974 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41333c-c3cd-4fca-a5a8-ce549022ccd4 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Pushing event updated for resources: {'Port': ['ID=f0b63410-5c77-4dec-8866-a876b108ffb5,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:27:02.395036 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ff41333c-c3cd-4fca-a5a8-ce549022ccd4 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:02.395901 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ff41333c-c3cd-4fca-a5a8-ce549022ccd4 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:02.423523 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ff41333c-c3cd-4fca-a5a8-ce549022ccd4 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8672509 Sep 26 11:27:02.441488 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ad2ed371-0086-4abf-82b5-5d54e932ec1f service neutron] Request body: {'port': {'device_id': '3dd241bf-5446-4b4e-8e05-16803fc4df36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81103'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:27:02.496083 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:02.554889 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ad2ed371-0086-4abf-82b5-5d54e932ec1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:02.665203 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-8a6afc01-684b-4287-b297-a2de4143894e None None] Provisioning complete for port f0b63410-5c77-4dec-8866-a876b108ffb5 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:27:02.666825 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-8a6afc01-684b-4287-b297-a2de4143894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:02.725357 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-8a6afc01-684b-4287-b297-a2de4143894e None None] Port f0b63410-5c77-4dec-8866-a876b108ffb5 cannot update to ACTIVE because it is not bound. {{(pid=94002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 11:27:02.961478 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ad2ed371-0086-4abf-82b5-5d54e932ec1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b63410-5c77-4dec-8866-a876b108ffb5 {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:27:02.977430 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ad2ed371-0086-4abf-82b5-5d54e932ec1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:03.004435 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ad2ed371-0086-4abf-82b5-5d54e932ec1f service neutron] Transition to ACTIVE for port object f0b63410-5c77-4dec-8866-a876b108ffb5 will not be triggered until provisioned by entity L2. {{(pid=94001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 11:27:03.012167 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ad2ed371-0086-4abf-82b5-5d54e932ec1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530552719'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:03.212094 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ed371-0086-4abf-82b5-5d54e932ec1f service neutron] Pushing event updated for resources: {'Port': ['ID=f0b63410-5c77-4dec-8866-a876b108ffb5,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:27:03.300814 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:03.303929 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1194b-2bd9-4c25-a3fd-da98748e57b1 req-1bba7031-8549-462a-bb63-e380c9edc7b5 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:03.311645 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b4e1194b-2bd9-4c25-a3fd-da98748e57b1 req-1bba7031-8549-462a-bb63-e380c9edc7b5 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 944 time: 0.1742430 Sep 26 11:27:03.345733 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ad2ed371-0086-4abf-82b5-5d54e932ec1f service neutron] Attempting to bind port f0b63410-5c77-4dec-8866-a876b108ffb5 on host hv-cinder-81103 for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:27:03.346077 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ad2ed371-0086-4abf-82b5-5d54e932ec1f service neutron] Attempting to bind port f0b63410-5c77-4dec-8866-a876b108ffb5 by drivers openvswitch,hyperv on host hv-cinder-81103 at level 0 using segments [{'id': '4de8c32e-a956-4fdd-9d0d-b92940ec01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:27:03.346412 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ad2ed371-0086-4abf-82b5-5d54e932ec1f service neutron] Attempting to bind port f0b63410-5c77-4dec-8866-a876b108ffb5 on network 0fbbe369-87d6-4403-8471-9c5dec794f0d {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:27:03.356781 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ad2ed371-0086-4abf-82b5-5d54e932ec1f service neutron] Port f0b63410-5c77-4dec-8866-a876b108ffb5 on network 0fbbe369-87d6-4403-8471-9c5dec794f0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81103 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 11:27:03.357121 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ad2ed371-0086-4abf-82b5-5d54e932ec1f service neutron] Attempting to bind port f0b63410-5c77-4dec-8866-a876b108ffb5 on network 0fbbe369-87d6-4403-8471-9c5dec794f0d {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:27:03.368894 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ad2ed371-0086-4abf-82b5-5d54e932ec1f service neutron] Checking agent: {'id': 'c7902f34-c618-4561-9fcf-9ee1c8cebcf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81103', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'started_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:27:03.369230 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ad2ed371-0086-4abf-82b5-5d54e932ec1f service neutron] Checking segment: {'id': '4de8c32e-a956-4fdd-9d0d-b92940ec01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:27:03.369623 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ad2ed371-0086-4abf-82b5-5d54e932ec1f service neutron] Bound using segment: {'id': '4de8c32e-a956-4fdd-9d0d-b92940ec01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:27:03.370067 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ad2ed371-0086-4abf-82b5-5d54e932ec1f service neutron] Bound port: f0b63410-5c77-4dec-8866-a876b108ffb5, host: hv-cinder-81103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de8c32e-a956-4fdd-9d0d-b92940ec01e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:27:03.370534 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ad2ed371-0086-4abf-82b5-5d54e932ec1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:03.381206 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b4e1194b-2bd9-4c25-a3fd-da98748e57b1 req-ca1eafd7-aeeb-4b8f-a869-743b07afd551 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685439 Sep 26 11:27:03.471693 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ad2ed371-0086-4abf-82b5-5d54e932ec1f service neutron] For port f0b63410-5c77-4dec-8866-a876b108ffb5, host hv-cinder-81103, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:27:03.475176 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ad2ed371-0086-4abf-82b5-5d54e932ec1f service neutron] For port f0b63410-5c77-4dec-8866-a876b108ffb5, host hv-cinder-81103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=f0b63410-5c77-4dec-8866-a876b108ffb5,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:27:03.480607 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ad2ed371-0086-4abf-82b5-5d54e932ec1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530552719'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:03.524271 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ad2ed371-0086-4abf-82b5-5d54e932ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:03.525224 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ad2ed371-0086-4abf-82b5-5d54e932ec1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:03.527195 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ad2ed371-0086-4abf-82b5-5d54e932ec1f service neutron] 10.222.0.22 "PUT /v2.0/ports/f0b63410-5c77-4dec-8866-a876b108ffb5 HTTP/1.1" status: 200 len: 1094 time: 1.0948043 Sep 26 11:27:03.527719 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd241bf-5446-4b4e-8e05-16803fc4df36', 'tag': 'f0b63410-5c77-4dec-8866-a876b108ffb5'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:27:03.530853 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d72cd45-71f8-4ff0-8e44-10b484a9560f" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd241bf-5446-4b4e-8e05-16803fc4df36", "tag": "f0b63410-5c77-4dec-8866-a876b108ffb5"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:27:03.644129 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ad0c23-cc58-4092-a229-a9c40b38d784 x-openstack-request-id: req-e0ad0c23-cc58-4092-a229-a9c40b38d784 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:27:03.644522 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd241bf-5446-4b4e-8e05-16803fc4df36", "tag": "f0b63410-5c77-4dec-8866-a876b108ffb5", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:27:03.644919 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e0ad0c23-cc58-4092-a229-a9c40b38d784 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:27:03.645420 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd241bf-5446-4b4e-8e05-16803fc4df36', 'tag': 'f0b63410-5c77-4dec-8866-a876b108ffb5', 'status': 'completed', 'code': 200} Sep 26 11:27:03.671576 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ed371-0086-4abf-82b5-5d54e932ec1f service neutron] Pushing event updated for resources: {'Port': ['ID=f0b63410-5c77-4dec-8866-a876b108ffb5,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:27:03.691944 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-17a969d6-a88c-4b87-bcfe-56c2fd43b29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:03.694065 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-17a969d6-a88c-4b87-bcfe-56c2fd43b29d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=71a25fc4741b4733922f1d8cc15f8d60&device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 1097 time: 0.1081867 Sep 26 11:27:03.773768 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-ba378266-9432-4ee9-916c-5826a05caa65 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0b63410-5c77-4dec-8866-a876b108ffb5 HTTP/1.1" status: 200 len: 217 time: 0.0705256 Sep 26 11:27:03.854182 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-f9901866-7994-4d1b-a17f-198be4a73185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:03.855965 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-f9901866-7994-4d1b-a17f-198be4a73185 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0beadaac-f79e-4337-a6d1-17c78a4fa88c HTTP/1.1" status: 200 len: 856 time: 0.0732172 Sep 26 11:27:03.928381 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-488c0044-f5f0-40f9-a6ab-d47820293a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:03.930043 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-488c0044-f5f0-40f9-a6ab-d47820293a71 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0fbbe369-87d6-4403-8471-9c5dec794f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0647008 Sep 26 11:27:04.101439 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-856f6d7f-f4e1-4910-a9d6-32af16d0cf14 service neutron] 10.222.0.22 "GET /v2.0/networks/0fbbe369-87d6-4403-8471-9c5dec794f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615412 Sep 26 11:27:04.243254 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2540e70e-f701-469f-ba4d-f3eeb796001c req-04715bf5-5ced-49fb-a8ee-a2172893c64e service neutron] 10.222.0.22 "GET /v2.0/networks/0fbbe369-87d6-4403-8471-9c5dec794f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310475 Sep 26 11:27:04.385780 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72cd45-71f8-4ff0-8e44-10b484a9560f req-29c88688-070f-41b3-b569-dc1620146c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:04.387882 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4d72cd45-71f8-4ff0-8e44-10b484a9560f req-29c88688-070f-41b3-b569-dc1620146c2d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=71a25fc4741b4733922f1d8cc15f8d60&device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 1097 time: 0.0654719 Sep 26 11:27:04.591220 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b181313-2084-4488-b785-3c2150814fbf req-c0d1c1a2-43d5-4a5e-924f-9468dd9aacba tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:04.593356 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4b181313-2084-4488-b785-3c2150814fbf req-c0d1c1a2-43d5-4a5e-924f-9468dd9aacba tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 944 time: 0.1044743 Sep 26 11:27:04.595499 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72cd45-71f8-4ff0-8e44-10b484a9560f req-04d629f6-ae5e-40c0-8718-b6002d7167f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:04.596918 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4d72cd45-71f8-4ff0-8e44-10b484a9560f req-04d629f6-ae5e-40c0-8718-b6002d7167f5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0fbbe369-87d6-4403-8471-9c5dec794f0d HTTP/1.1" status: 200 len: 918 time: 0.1990256 Sep 26 11:27:04.685996 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4d72cd45-71f8-4ff0-8e44-10b484a9560f req-e6c7c5f1-fae7-44f5-94f0-73eaa224abbe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0b63410-5c77-4dec-8866-a876b108ffb5 HTTP/1.1" status: 200 len: 217 time: 0.0809617 Sep 26 11:27:04.688127 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:04.751389 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4b181313-2084-4488-b785-3c2150814fbf req-d57ac845-89b6-494c-ac0b-be4aa9318fac tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444905 Sep 26 11:27:04.778186 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72cd45-71f8-4ff0-8e44-10b484a9560f req-50a72ae2-f295-42c5-b07d-c67761e07253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:04.778186 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4d72cd45-71f8-4ff0-8e44-10b484a9560f req-50a72ae2-f295-42c5-b07d-c67761e07253 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0beadaac-f79e-4337-a6d1-17c78a4fa88c HTTP/1.1" status: 200 len: 856 time: 0.0794868 Sep 26 11:27:04.856080 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72cd45-71f8-4ff0-8e44-10b484a9560f req-6bed24b5-cd56-4282-b3ff-4017d7c7cfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:04.857923 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4d72cd45-71f8-4ff0-8e44-10b484a9560f req-6bed24b5-cd56-4282-b3ff-4017d7c7cfeb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0fbbe369-87d6-4403-8471-9c5dec794f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676439 Sep 26 11:27:05.005310 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4d72cd45-71f8-4ff0-8e44-10b484a9560f req-4b3e154a-2580-40e6-a0e3-51e2c9207ce7 service neutron] 10.222.0.22 "GET /v2.0/networks/0fbbe369-87d6-4403-8471-9c5dec794f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375458 Sep 26 11:27:05.149255 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4d72cd45-71f8-4ff0-8e44-10b484a9560f req-0e2b60d6-4cbd-4ba9-9148-df84a918c0ae service neutron] 10.222.0.22 "GET /v2.0/networks/0fbbe369-87d6-4403-8471-9c5dec794f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362255 Sep 26 11:27:05.929625 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ee10b-cdfa-4a64-aa4a-7dff0661fd4a req-b0f5bd4b-7d4b-460b-bdff-da47c36f7d6a tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:05.931804 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2b9ee10b-cdfa-4a64-aa4a-7dff0661fd4a req-b0f5bd4b-7d4b-460b-bdff-da47c36f7d6a tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 944 time: 0.0769114 Sep 26 11:27:05.984079 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2b9ee10b-cdfa-4a64-aa4a-7dff0661fd4a req-41e58fad-8fa2-4363-b12c-3581727e6a85 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399399 Sep 26 11:27:06.056205 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device f0b63410-5c77-4dec-8866-a876b108ffb5 details requested by agent hyperv_hv-cinder-81103 with host hv-cinder-81103 {{(pid=94002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 11:27:06.260442 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port f0b63410-5c77-4dec-8866-a876b108ffb5, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=f0b63410-5c77-4dec-8866-a876b108ffb5,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:27:06.287065 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Returning: {'device': 'f0b63410-5c77-4dec-8866-a876b108ffb5', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'port_id': 'f0b63410-5c77-4dec-8866-a876b108ffb5', 'mac_address': 'fa:16:3e:e8:8a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 11:27:06.354188 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:06.380665 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b63410-5c77-4dec-8866-a876b108ffb5 {{(pid=94002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:27:06.423289 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port f0b63410-5c77-4dec-8866-a876b108ffb5, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=f0b63410-5c77-4dec-8866-a876b108ffb5,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:27:06.429010 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:06.519756 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=f0b63410-5c77-4dec-8866-a876b108ffb5,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:27:06.750623 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['f0b63410-5c77-4dec-8866-a876b108ffb5'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:27:07.192325 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6094c-fe1c-4cfd-87e0-50e58dafbed5 req-f29c0acf-e061-4c86-8c8e-d2077c95b81c tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:07.199496 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e1f6094c-fe1c-4cfd-87e0-50e58dafbed5 req-f29c0acf-e061-4c86-8c8e-d2077c95b81c tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 945 time: 0.0725491 Sep 26 11:27:07.249199 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e1f6094c-fe1c-4cfd-87e0-50e58dafbed5 req-86461f9a-7c3b-424e-99cb-c64bca102431 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425010 Sep 26 11:27:08.069933 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device f0b63410-5c77-4dec-8866-a876b108ffb5 up at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:27:08.160861 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning for port f0b63410-5c77-4dec-8866-a876b108ffb5 completed by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 11:27:08.170628 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning complete for port f0b63410-5c77-4dec-8866-a876b108ffb5 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:27:08.171183 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:08.280205 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:08.337703 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd241bf-5446-4b4e-8e05-16803fc4df36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b63410-5c77-4dec-8866-a876b108ffb5'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:27:08.341362 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7109cbf1-7753-45ce-93d6-68dc11e59678" -d '{"events": [{"server_uuid": "3dd241bf-5446-4b4e-8e05-16803fc4df36", "name": "network-vif-plugged", "status": "completed", "tag": "f0b63410-5c77-4dec-8866-a876b108ffb5"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:27:08.372381 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port f0b63410-5c77-4dec-8866-a876b108ffb5, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=f0b63410-5c77-4dec-8866-a876b108ffb5,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:27:08.378672 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:08.416990 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6470cb6e-4c52-4d1d-9b11-923883be5e0d x-openstack-request-id: req-6470cb6e-4c52-4d1d-9b11-923883be5e0d {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:27:08.416990 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd241bf-5446-4b4e-8e05-16803fc4df36", "name": "network-vif-plugged", "status": "completed", "tag": "f0b63410-5c77-4dec-8866-a876b108ffb5", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:27:08.416990 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6470cb6e-4c52-4d1d-9b11-923883be5e0d {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:27:08.416990 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd241bf-5446-4b4e-8e05-16803fc4df36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b63410-5c77-4dec-8866-a876b108ffb5', 'code': 200} Sep 26 11:27:08.472352 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99645614-5d54-4b69-a8a7-a610b32a510c req-17f0cff9-a445-425c-a217-6993a9402d7c tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:08.473888 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=f0b63410-5c77-4dec-8866-a876b108ffb5,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:27:08.475069 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-99645614-5d54-4b69-a8a7-a610b32a510c req-17f0cff9-a445-425c-a217-6993a9402d7c tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 946 time: 0.1024334 Sep 26 11:27:08.525607 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-99645614-5d54-4b69-a8a7-a610b32a510c req-5daaddc7-1300-4264-9b50-c14228b497c6 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394528 Sep 26 11:27:08.739625 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c131ff3-c33d-4061-8ba9-3af0e295d94d req-c8ee4dcd-926d-436e-94dc-ac3e2c03607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:08.741382 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2c131ff3-c33d-4061-8ba9-3af0e295d94d req-c8ee4dcd-926d-436e-94dc-ac3e2c03607b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 1099 time: 0.1358347 Sep 26 11:27:08.791466 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2c131ff3-c33d-4061-8ba9-3af0e295d94d req-344552f7-e5ac-4d64-8026-dc3900fa89d2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388875 Sep 26 11:27:09.674885 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06430e-6d6b-409d-bcda-8dee9a6b4633 req-99f97831-0a9e-4381-b7e0-3c21dd442ca9 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:09.679270 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2d06430e-6d6b-409d-bcda-8dee9a6b4633 req-99f97831-0a9e-4381-b7e0-3c21dd442ca9 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 946 time: 0.0596440 Sep 26 11:27:09.728095 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2d06430e-6d6b-409d-bcda-8dee9a6b4633 req-a7e1d3c7-a28e-4e6a-824c-17c919387519 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454481 Sep 26 11:27:11.029277 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51ead3-3d6c-494e-8c6d-f07e0b164b63 req-97d0f225-6147-47d2-b7be-41c7f28e52d2 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:11.031972 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7b51ead3-3d6c-494e-8c6d-f07e0b164b63 req-97d0f225-6147-47d2-b7be-41c7f28e52d2 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 946 time: 0.1081073 Sep 26 11:27:11.097499 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7b51ead3-3d6c-494e-8c6d-f07e0b164b63 req-76f661bb-a47a-4a55-b811-0ae2f0d02614 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417690 Sep 26 11:27:11.262692 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fa071-60ac-4e9b-a626-766cc1979ae9 req-73cc351c-996a-46f0-99e2-a6ceec4d78e7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:11.264294 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9f2fa071-60ac-4e9b-a626-766cc1979ae9 req-73cc351c-996a-46f0-99e2-a6ceec4d78e7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 946 time: 0.0789790 Sep 26 11:27:11.280708 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 52456) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:27:11.289147 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-87298592-a1e3-413f-a8a3-0f5932fe04d3 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Request body: {'floatingip': {'port_id': 'f0b63410-5c77-4dec-8866-a876b108ffb5'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:27:11.348665 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-87298592-a1e3-413f-a8a3-0f5932fe04d3 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for floatingip, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:12.006063 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-87298592-a1e3-413f-a8a3-0f5932fe04d3 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:12.011161 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-87298592-a1e3-413f-a8a3-0f5932fe04d3 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748570'] for floatingip, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:12.196336 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.db.l3_db [None req-87298592-a1e3-413f-a8a3-0f5932fe04d3 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Floating IP 2cf9e239-d9e3-427c-b14c-71ee2d36a241 associated. External IP: 172.27.3.159, port: f0b63410-5c77-4dec-8866-a876b108ffb5. Sep 26 11:27:12.472232 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87298592-a1e3-413f-a8a3-0f5932fe04d3 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Router 74900178-a829-44b6-86cb-66d681fca92d has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:27:12.601191 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87298592-a1e3-413f-a8a3-0f5932fe04d3 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:27:12.606793 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-87298592-a1e3-413f-a8a3-0f5932fe04d3 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for floatingip, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:12.616865 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8744310-699f-40e2-872d-6c864168e5e7 None None] Sync routers for ids ['74900178-a829-44b6-86cb-66d681fca92d'] in dv-cinder-811032-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:27:12.635611 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8744310-699f-40e2-872d-6c864168e5e7 None None] Routers {'74900178-a829-44b6-86cb-66d681fca92d'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:27:12.636722 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-e8744310-699f-40e2-872d-6c864168e5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:27:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['74900178-a829-44b6-86cb-66d681fca92d'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:27:12.655091 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-87298592-a1e3-413f-a8a3-0f5932fe04d3 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "PUT /v2.0/floatingips/2cf9e239-d9e3-427c-b14c-71ee2d36a241 HTTP/1.1" status: 200 len: 992 time: 1.3692420 Sep 26 11:27:12.655091 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd241bf-5446-4b4e-8e05-16803fc4df36', 'tag': 'f0b63410-5c77-4dec-8866-a876b108ffb5'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:27:12.655761 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac05579741f88b05fd5495e6fabac80b3338caa1126b8e71f43a8600e84c3c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff034eb5-4a7a-4a87-963f-759ecef49845" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd241bf-5446-4b4e-8e05-16803fc4df36", "tag": "f0b63410-5c77-4dec-8866-a876b108ffb5"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:27:12.717869 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682696ca-2121-4ce0-b65d-6681afe098e0 x-openstack-request-id: req-682696ca-2121-4ce0-b65d-6681afe098e0 {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:27:12.718242 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd241bf-5446-4b4e-8e05-16803fc4df36", "tag": "f0b63410-5c77-4dec-8866-a876b108ffb5", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:27:12.719056 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-682696ca-2121-4ce0-b65d-6681afe098e0 {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:27:12.719376 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd241bf-5446-4b4e-8e05-16803fc4df36', 'tag': 'f0b63410-5c77-4dec-8866-a876b108ffb5', 'status': 'completed', 'code': 200} Sep 26 11:27:12.798058 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff034eb5-4a7a-4a87-963f-759ecef49845 req-9b2ebf5b-d6c2-4c4c-bb80-6d4e0fa52732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:12.799642 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ff034eb5-4a7a-4a87-963f-759ecef49845 req-9b2ebf5b-d6c2-4c4c-bb80-6d4e0fa52732 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=71a25fc4741b4733922f1d8cc15f8d60&device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 1099 time: 0.0617406 Sep 26 11:27:12.841296 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-e8744310-699f-40e2-872d-6c864168e5e7 None None] Set router 74900178-a829-44b6-86cb-66d681fca92d gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:27:12.957653 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff034eb5-4a7a-4a87-963f-759ecef49845 req-a3a6ab74-aa5e-42e9-9220-c9a75964d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:12.959749 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ff034eb5-4a7a-4a87-963f-759ecef49845 req-a3a6ab74-aa5e-42e9-9220-c9a75964d997 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0fbbe369-87d6-4403-8471-9c5dec794f0d HTTP/1.1" status: 200 len: 918 time: 0.1496930 Sep 26 11:27:13.086180 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ff034eb5-4a7a-4a87-963f-759ecef49845 req-e99980d9-e205-4393-994b-6373ab81d837 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0b63410-5c77-4dec-8866-a876b108ffb5 HTTP/1.1" status: 200 len: 1000 time: 0.1069291 Sep 26 11:27:13.147364 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff034eb5-4a7a-4a87-963f-759ecef49845 req-52a8b760-47fd-474c-a22b-1cda95c0c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:13.148877 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ff034eb5-4a7a-4a87-963f-759ecef49845 req-52a8b760-47fd-474c-a22b-1cda95c0c803 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0beadaac-f79e-4337-a6d1-17c78a4fa88c HTTP/1.1" status: 200 len: 856 time: 0.0535939 Sep 26 11:27:13.193369 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-e8744310-699f-40e2-872d-6c864168e5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74900178-a829-44b6-86cb-66d681fca92d', 'name': 'tempest-AttachVolumeShelveTestJSON-2002190616-router', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:53Z', 'updated_at': '2021-09-26T11:22:07Z', 'revision_number': 4, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'gw_port': {'id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:21:55Z', 'updated_at': '2021-09-26T11:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': '2cf9e239-d9e3-427c-b14c-71ee2d36a241', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': '74900178-a829-44b6-86cb-66d681fca92d', 'port_id': 'f0b63410-5c77-4dec-8866-a876b108ffb5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'mac_address': 'fa:16:3e:e8:8a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd241bf-5446-4b4e-8e05-16803fc4df36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:26:57Z', 'updated_at': '2021-09-26T11:27:11Z', 'revision_number': 1, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e8dbab8-b81b-4801-b10b-aee285b1622a', 'name': '', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'mac_address': 'fa:16:3e:4a:a6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:22:02Z', 'updated_at': '2021-09-26T11:22:15Z', 'revision_number': 5, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'subnets': [{'id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:27:13.268921 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff034eb5-4a7a-4a87-963f-759ecef49845 req-f960c2fb-5c3b-4604-9a16-6257c641de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:13.270838 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ff034eb5-4a7a-4a87-963f-759ecef49845 req-f960c2fb-5c3b-4604-9a16-6257c641de2c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0fbbe369-87d6-4403-8471-9c5dec794f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1039226 Sep 26 11:27:13.281893 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8744310-699f-40e2-872d-6c864168e5e7 None None] Checking router: 74900178-a829-44b6-86cb-66d681fca92d for host: dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:27:13.295837 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8744310-699f-40e2-872d-6c864168e5e7 None None] Routers {'74900178-a829-44b6-86cb-66d681fca92d'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:27:13.297316 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-e8744310-699f-40e2-872d-6c864168e5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:27:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['74900178-a829-44b6-86cb-66d681fca92d'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:27:13.405842 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ff034eb5-4a7a-4a87-963f-759ecef49845 req-77f474b1-445e-4e5f-855a-95d344b0d0b7 service neutron] 10.222.0.22 "GET /v2.0/networks/0fbbe369-87d6-4403-8471-9c5dec794f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246226 Sep 26 11:27:13.455035 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-e8744310-699f-40e2-872d-6c864168e5e7 None None] Set router 74900178-a829-44b6-86cb-66d681fca92d gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:27:13.566114 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ff034eb5-4a7a-4a87-963f-759ecef49845 req-86e6c2b1-0ce1-46fe-8d45-f100238bea2e service neutron] 10.222.0.22 "GET /v2.0/networks/0fbbe369-87d6-4403-8471-9c5dec794f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481721 Sep 26 11:27:13.805114 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-e8744310-699f-40e2-872d-6c864168e5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74900178-a829-44b6-86cb-66d681fca92d', 'name': 'tempest-AttachVolumeShelveTestJSON-2002190616-router', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:53Z', 'updated_at': '2021-09-26T11:22:07Z', 'revision_number': 4, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'gw_port': {'id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:21:55Z', 'updated_at': '2021-09-26T11:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': '2cf9e239-d9e3-427c-b14c-71ee2d36a241', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': '74900178-a829-44b6-86cb-66d681fca92d', 'port_id': 'f0b63410-5c77-4dec-8866-a876b108ffb5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'mac_address': 'fa:16:3e:e8:8a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd241bf-5446-4b4e-8e05-16803fc4df36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:26:57Z', 'updated_at': '2021-09-26T11:27:11Z', 'revision_number': 1, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e8dbab8-b81b-4801-b10b-aee285b1622a', 'name': '', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'mac_address': 'fa:16:3e:4a:a6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:22:02Z', 'updated_at': '2021-09-26T11:22:15Z', 'revision_number': 5, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'subnets': [{'id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:27:13.835537 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8744310-699f-40e2-872d-6c864168e5e7 None None] The sync data for ids ['74900178-a829-44b6-86cb-66d681fca92d'] in dv-cinder-811032-1-iscsi is: [{'id': '74900178-a829-44b6-86cb-66d681fca92d', 'name': 'tempest-AttachVolumeShelveTestJSON-2002190616-router', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:53Z', 'updated_at': '2021-09-26T11:22:07Z', 'revision_number': 4, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'gw_port': {'id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:21:55Z', 'updated_at': '2021-09-26T11:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': '2cf9e239-d9e3-427c-b14c-71ee2d36a241', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': '74900178-a829-44b6-86cb-66d681fca92d', 'port_id': 'f0b63410-5c77-4dec-8866-a876b108ffb5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'mac_address': 'fa:16:3e:e8:8a:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd241bf-5446-4b4e-8e05-16803fc4df36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:26:57Z', 'updated_at': '2021-09-26T11:27:11Z', 'revision_number': 1, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e8dbab8-b81b-4801-b10b-aee285b1622a', 'name': '', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'mac_address': 'fa:16:3e:4a:a6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:22:02Z', 'updated_at': '2021-09-26T11:22:15Z', 'revision_number': 5, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'subnets': [{'id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:27:14.133246 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773ff83e-0994-4841-8990-5775910e2ade None None] New status for floating IP 2cf9e239-d9e3-427c-b14c-71ee2d36a241: ACTIVE {{(pid=94003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 11:27:16.309841 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:27:21.068034 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 52614) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:27:21.113470 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_v2 [None req-617278fd-1e48-41f6-8b8d-5b29fd61bbdf admin admin] Deleting subnet 21f25ee8-ad98-41a1-91d4-def2498feacc {{(pid=94001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 11:27:21.116524 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-617278fd-1e48-41f6-8b8d-5b29fd61bbdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:21.151548 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-617278fd-1e48-41f6-8b8d-5b29fd61bbdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2161611'] for subnet, precommit_delete_associations {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:21.192855 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-617278fd-1e48-41f6-8b8d-5b29fd61bbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733527'] for subnet, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:21.258964 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-617278fd-1e48-41f6-8b8d-5b29fd61bbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530552793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529669039'] for subnet, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:21.290111 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617278fd-1e48-41f6-8b8d-5b29fd61bbdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21f25ee8-ad98-41a1-91d4-def2498feacc,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:27:21.295045 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-617278fd-1e48-41f6-8b8d-5b29fd61bbdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:21.297931 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-617278fd-1e48-41f6-8b8d-5b29fd61bbdf admin admin] 10.222.0.15 "DELETE /v2.0/subnets/21f25ee8-ad98-41a1-91d4-def2498feacc HTTP/1.1" status: 204 len: 168 time: 0.2281308 Sep 26 11:27:21.299831 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 52618) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:27:21.302175 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617278fd-1e48-41f6-8b8d-5b29fd61bbdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:27:21.302535 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617278fd-1e48-41f6-8b8d-5b29fd61bbdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:27:21.302914 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617278fd-1e48-41f6-8b8d-5b29fd61bbdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:27:21.303268 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617278fd-1e48-41f6-8b8d-5b29fd61bbdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:27:21.303628 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617278fd-1e48-41f6-8b8d-5b29fd61bbdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:27:21.303952 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617278fd-1e48-41f6-8b8d-5b29fd61bbdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:27:21.304280 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617278fd-1e48-41f6-8b8d-5b29fd61bbdf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:27:21.304609 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617278fd-1e48-41f6-8b8d-5b29fd61bbdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:27:21.304938 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617278fd-1e48-41f6-8b8d-5b29fd61bbdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:27:21.305266 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617278fd-1e48-41f6-8b8d-5b29fd61bbdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:27:21.305592 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617278fd-1e48-41f6-8b8d-5b29fd61bbdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:27:21.305920 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617278fd-1e48-41f6-8b8d-5b29fd61bbdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:27:21.377625 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6ed8bda4-f569-4156-99eb-5ba4d269b71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832047'] for network, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:21.456970 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6ed8bda4-f569-4156-99eb-5ba4d269b71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722414', 'neutron.services.segments.db._delete_segments_for_network-8784557248148'] for network, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:21.477377 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-6ed8bda4-f569-4156-99eb-5ba4d269b71e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10497a18-4ad0-400f-9602-cbf184b3854c']}} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:27:21.487246 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-6ed8bda4-f569-4156-99eb-5ba4d269b71e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2483b08-8240-4b97-9ab6-d768dfb6b914') {'for_net_delete': True} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:27:21.487544 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-6ed8bda4-f569-4156-99eb-5ba4d269b71e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2483b08-8240-4b97-9ab6-d768dfb6b914') {} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:27:21.497106 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6ed8bda4-f569-4156-99eb-5ba4d269b71e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784557247901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530207178'] for segment, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:21.509965 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6ed8bda4-f569-4156-99eb-5ba4d269b71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:21.517153 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed8bda4-f569-4156-99eb-5ba4d269b71e admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=94000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 11:27:21.517602 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6ed8bda4-f569-4156-99eb-5ba4d269b71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530160541'] for segment, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: Traceback (most recent call last): Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: timer() Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: cb(*args, **kw) Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: return func(*args, **kwargs) Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: self._notify() Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: self.callback(batched_events) Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: event.method(event) Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: return f(self, *a, **k) Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: return self._get(url).json() Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: return self.request(url, 'GET', **kwargs) Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 11:27:21.519639 dv-cinder-811032-1-iscsi neutron-server[94000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 11:27:21.582667 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6ed8bda4-f569-4156-99eb-5ba4d269b71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748556'] for network, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:21.590009 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6ed8bda4-f569-4156-99eb-5ba4d269b71e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:21.591935 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-6ed8bda4-f569-4156-99eb-5ba4d269b71e admin admin] 10.222.0.15 "DELETE /v2.0/networks/10497a18-4ad0-400f-9602-cbf184b3854c HTTP/1.1" status: 204 len: 168 time: 0.2911062 Sep 26 11:27:21.602035 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8bda4-f569-4156-99eb-5ba4d269b71e admin admin] Pushing event deleted for resources: {'Network': ['ID=10497a18-4ad0-400f-9602-cbf184b3854c,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:27:21.609976 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8bda4-f569-4156-99eb-5ba4d269b71e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:27:21.610328 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8bda4-f569-4156-99eb-5ba4d269b71e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:27:21.610704 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8bda4-f569-4156-99eb-5ba4d269b71e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:27:21.611053 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8bda4-f569-4156-99eb-5ba4d269b71e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:27:21.611391 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8bda4-f569-4156-99eb-5ba4d269b71e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:27:21.611728 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8bda4-f569-4156-99eb-5ba4d269b71e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:27:21.612062 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8bda4-f569-4156-99eb-5ba4d269b71e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:27:21.612392 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8bda4-f569-4156-99eb-5ba4d269b71e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:27:21.612747 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8bda4-f569-4156-99eb-5ba4d269b71e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:27:21.613056 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8bda4-f569-4156-99eb-5ba4d269b71e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:27:21.613386 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8bda4-f569-4156-99eb-5ba4d269b71e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:27:21.613712 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8bda4-f569-4156-99eb-5ba4d269b71e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:27:21.775614 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 52624) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:27:21.817274 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-3510419b-f8ee-45cb-b200-cd9d65340a41 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=32e1713d2ae04b3dab0f6554ba93231d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404263 Sep 26 11:27:21.819666 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 52626) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:27:21.873195 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d2f95f1b-bf74-4da5-b2a2-125ef6c43aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:21.898701 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d2f95f1b-bf74-4da5-b2a2-125ef6c43aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:21.989593 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d2f95f1b-bf74-4da5-b2a2-125ef6c43aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:21.994385 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d2f95f1b-bf74-4da5-b2a2-125ef6c43aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:21.995930 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-d2f95f1b-bf74-4da5-b2a2-125ef6c43aaf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/822e0837-e96f-4667-87b2-56e38c890ba3 HTTP/1.1" status: 204 len: 168 time: 0.1753378 Sep 26 11:27:22.008773 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f95f1b-bf74-4da5-b2a2-125ef6c43aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822e0837-e96f-4667-87b2-56e38c890ba3,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:27:29.348187 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-db881816-a279-4a29-a0c1-d01d9aeac106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:29.674475 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:31.857883 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-6b694d7f-e980-468d-9d2e-e3f585ab098e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:32.482981 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:33.299770 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:34.679448 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:39.121308 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5ae22-7e26-45f7-bbe9-d3cfed6bca83 req-0e4e8304-ab8a-4bb9-a9f5-cc274185d3c2 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:39.122843 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1fa5ae22-7e26-45f7-bbe9-d3cfed6bca83 req-0e4e8304-ab8a-4bb9-a9f5-cc274185d3c2 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0529122 Sep 26 11:27:39.163833 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1fa5ae22-7e26-45f7-bbe9-d3cfed6bca83 req-bbe8c986-ad5f-4a83-8d56-fa5835f705a0 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343361 Sep 26 11:27:40.287625 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa80f00-417e-4ecc-890d-9f32d7ea0841 req-75dc714c-7687-4d9c-aac9-aeb938520797 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:40.289325 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5aa80f00-417e-4ecc-890d-9f32d7ea0841 req-75dc714c-7687-4d9c-aac9-aeb938520797 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0517886 Sep 26 11:27:40.342371 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5aa80f00-417e-4ecc-890d-9f32d7ea0841 req-0e0643cd-ea3a-4d07-b3fe-b9b91d23061c tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425086 Sep 26 11:27:41.474678 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedd84d-a785-4b70-9ea1-698515af613e req-7dbafc84-a745-4ded-a26a-f5797f1588b8 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:41.476223 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5aedd84d-a785-4b70-9ea1-698515af613e req-7dbafc84-a745-4ded-a26a-f5797f1588b8 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0600007 Sep 26 11:27:41.520676 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5aedd84d-a785-4b70-9ea1-698515af613e req-c83b151c-9d8c-4e9e-b7c4-c41592f5e37b tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377488 Sep 26 11:27:42.651404 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb01a3-c698-4276-8240-ab9a8996afe4 req-749a94b1-d3ce-4567-a7c1-7a4ea6c1c609 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:42.652997 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d9fb01a3-c698-4276-8240-ab9a8996afe4 req-749a94b1-d3ce-4567-a7c1-7a4ea6c1c609 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0551603 Sep 26 11:27:42.700839 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d9fb01a3-c698-4276-8240-ab9a8996afe4 req-8f4a3605-8c06-474c-8e28-6cec9e77daa7 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409122 Sep 26 11:27:43.828597 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8919f-f510-4339-9344-8a086ab85ede req-3c1d111c-bcec-44cf-bfd6-f9379b4419dd tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:43.830319 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f7c8919f-f510-4339-9344-8a086ab85ede req-3c1d111c-bcec-44cf-bfd6-f9379b4419dd tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0529883 Sep 26 11:27:43.869718 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f7c8919f-f510-4339-9344-8a086ab85ede req-54d8f1b5-1940-46cb-9b99-80262e8025bd tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333986 Sep 26 11:27:44.986686 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a53953-2df5-47cb-ae92-05f4d1f5acef req-00cc0aef-30aa-4bb5-a559-ddb0198dbe07 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:44.988053 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-75a53953-2df5-47cb-ae92-05f4d1f5acef req-00cc0aef-30aa-4bb5-a559-ddb0198dbe07 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0518870 Sep 26 11:27:45.025919 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-75a53953-2df5-47cb-ae92-05f4d1f5acef req-2142a0f8-c3fe-4356-94f3-631f356e39dc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319452 Sep 26 11:27:46.141313 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1aeb59-ced6-48b5-9c62-489fa5bd0939 req-7578fb6b-7fa0-45b2-9ac4-ff68e33c638d tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:46.142985 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7d1aeb59-ced6-48b5-9c62-489fa5bd0939 req-7578fb6b-7fa0-45b2-9ac4-ff68e33c638d tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0488272 Sep 26 11:27:46.181442 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7d1aeb59-ced6-48b5-9c62-489fa5bd0939 req-16e617c6-5efc-46c9-8fb2-22453d37a0fc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326929 Sep 26 11:27:47.296358 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e147b65-d9dd-40bc-8266-6b95761471ee req-d92dfdc0-a442-439a-a212-3f6f1e593eb0 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:47.297906 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7e147b65-d9dd-40bc-8266-6b95761471ee req-d92dfdc0-a442-439a-a212-3f6f1e593eb0 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0502782 Sep 26 11:27:47.336202 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7e147b65-d9dd-40bc-8266-6b95761471ee req-6372eff2-dc07-46c8-b8b1-834c1ac70541 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324852 Sep 26 11:27:48.450566 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb7b41-daf4-4022-9480-87098fe18b21 req-816b757d-d2dc-41e6-94b1-b1f3d275f7b0 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:48.452555 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-36bb7b41-daf4-4022-9480-87098fe18b21 req-816b757d-d2dc-41e6-94b1-b1f3d275f7b0 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0504062 Sep 26 11:27:48.490002 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-36bb7b41-daf4-4022-9480-87098fe18b21 req-87bfb70a-4e45-4be4-9f73-4604a7d90c70 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316391 Sep 26 11:27:49.602030 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c674ecd-bb18-4d8c-aabd-8a836d725bd0 req-5df2c177-fbba-4c6c-99c8-d9b1a15a9d17 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:49.603528 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2c674ecd-bb18-4d8c-aabd-8a836d725bd0 req-5df2c177-fbba-4c6c-99c8-d9b1a15a9d17 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0477026 Sep 26 11:27:49.639815 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2c674ecd-bb18-4d8c-aabd-8a836d725bd0 req-9f37dffd-c5b0-4ed2-8022-3a749aba1501 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297270 Sep 26 11:27:50.760053 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf81d7a-8830-4265-9c2b-bb561176bafa req-c7e31261-a6e3-4b24-b7ba-e2f6db3a54c1 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:50.761544 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fbf81d7a-8830-4265-9c2b-bb561176bafa req-c7e31261-a6e3-4b24-b7ba-e2f6db3a54c1 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0537384 Sep 26 11:27:50.801804 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fbf81d7a-8830-4265-9c2b-bb561176bafa req-6c08d35d-779a-479b-ac37-7b3ed93097fa tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339839 Sep 26 11:27:51.919921 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2220716-170b-4f27-aca1-dab9b7dec99d req-5dbbc5a3-d2f3-4dc5-bac5-22ebc0b66a5f tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:51.922018 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a2220716-170b-4f27-aca1-dab9b7dec99d req-5dbbc5a3-d2f3-4dc5-bac5-22ebc0b66a5f tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0515018 Sep 26 11:27:51.958756 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a2220716-170b-4f27-aca1-dab9b7dec99d req-d9503fc2-a913-4e61-a0a8-69dcc3fb9420 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308831 Sep 26 11:27:53.076127 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e31fd-1dd8-40d8-98d9-9656a602fdef req-31ee2db3-8751-478d-a78b-a8cb1058cb10 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:53.078301 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-210e31fd-1dd8-40d8-98d9-9656a602fdef req-31ee2db3-8751-478d-a78b-a8cb1058cb10 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0495293 Sep 26 11:27:53.115681 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-210e31fd-1dd8-40d8-98d9-9656a602fdef req-c040c18d-f795-4609-96f2-c86537e3d7b6 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314372 Sep 26 11:27:53.309606 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:27:54.228487 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f97b4-9422-45d2-9ce1-c02edd354504 req-4778f2e4-88df-4f88-896b-07e45067ae23 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:54.229959 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f63f97b4-9422-45d2-9ce1-c02edd354504 req-4778f2e4-88df-4f88-896b-07e45067ae23 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0482399 Sep 26 11:27:54.268171 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f63f97b4-9422-45d2-9ce1-c02edd354504 req-36e56cf0-d8e7-4d24-91c5-a2e3763cbc3f tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320778 Sep 26 11:27:55.401648 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db040344-63ef-48f7-899e-2cc4007ebbe9 req-4715bf96-dc45-4fe2-87c9-5ea62114817b tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:55.403542 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-db040344-63ef-48f7-899e-2cc4007ebbe9 req-4715bf96-dc45-4fe2-87c9-5ea62114817b tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0632424 Sep 26 11:27:55.446064 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-db040344-63ef-48f7-899e-2cc4007ebbe9 req-47c68b18-6f37-4abb-823a-85187d5c81c1 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359662 Sep 26 11:27:55.704966 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430daa9-1aa2-4c98-9846-036eed287116 req-ff38642f-fd55-471a-a8cd-b40f13a7ba23 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:55.706957 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9430daa9-1aa2-4c98-9846-036eed287116 req-ff38642f-fd55-471a-a8cd-b40f13a7ba23 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0517671 Sep 26 11:27:55.781010 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9430daa9-1aa2-4c98-9846-036eed287116 req-45540122-22df-496e-a1f8-c1305d6f083d tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650880 Sep 26 11:27:55.792968 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc6318-cec4-4325-90ea-8c3501acc8fc req-f0180bd3-5857-4772-a32e-c4d62086dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:55.794521 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6fcc6318-cec4-4325-90ea-8c3501acc8fc req-f0180bd3-5857-4772-a32e-c4d62086dda5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7cb378b591e143fb91d044bdf1c9f3df&device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 1099 time: 0.0572774 Sep 26 11:27:55.892270 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc6318-cec4-4325-90ea-8c3501acc8fc req-33e9c316-4dcb-448c-acd0-cf2423a739bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:55.893648 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6fcc6318-cec4-4325-90ea-8c3501acc8fc req-33e9c316-4dcb-448c-acd0-cf2423a739bd service neutron] 10.222.0.22 "GET /v2.0/networks?id=33aa0508-6769-4d11-a139-b97309f298c0 HTTP/1.1" status: 200 len: 911 time: 0.0920670 Sep 26 11:27:55.969171 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6fcc6318-cec4-4325-90ea-8c3501acc8fc req-e3948571-7e43-42a8-b8e4-e0d6a527cff4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cccd193f-df95-4f0f-8a36-38088c41678f HTTP/1.1" status: 200 len: 1002 time: 0.0684462 Sep 26 11:27:56.027565 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc6318-cec4-4325-90ea-8c3501acc8fc req-a06d6ce0-19f7-429c-a4d2-18ff2dba2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:56.029100 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6fcc6318-cec4-4325-90ea-8c3501acc8fc req-a06d6ce0-19f7-429c-a4d2-18ff2dba2c15 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21de4efa-7bad-4711-b421-ca5ac892cc95 HTTP/1.1" status: 200 len: 849 time: 0.0521042 Sep 26 11:27:56.077984 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc6318-cec4-4325-90ea-8c3501acc8fc req-22be0824-fee8-4130-8677-5c00fe5e1d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:56.079644 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6fcc6318-cec4-4325-90ea-8c3501acc8fc req-22be0824-fee8-4130-8677-5c00fe5e1d30 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33aa0508-6769-4d11-a139-b97309f298c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424931 Sep 26 11:27:56.419407 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6fcc6318-cec4-4325-90ea-8c3501acc8fc req-b780611f-828a-4930-9d0a-071f2659c6f8 service neutron] 10.222.0.22 "GET /v2.0/networks/33aa0508-6769-4d11-a139-b97309f298c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314681 Sep 26 11:27:56.516240 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6fcc6318-cec4-4325-90ea-8c3501acc8fc req-2efc120c-b56d-459f-ba33-7a68395228f8 service neutron] 10.222.0.22 "GET /v2.0/networks/33aa0508-6769-4d11-a139-b97309f298c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877492 Sep 26 11:27:56.928397 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b06667-4581-4971-8b45-d391f45d2cb0 req-ef57c0ce-da22-4b42-ab31-0d4fe28571fc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:56.930051 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-40b06667-4581-4971-8b45-d391f45d2cb0 req-ef57c0ce-da22-4b42-ab31-0d4fe28571fc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0663006 Sep 26 11:27:56.981570 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-40b06667-4581-4971-8b45-d391f45d2cb0 req-a32bb9dd-44b9-4a13-ba70-f4b6666592ef tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417325 Sep 26 11:27:57.206080 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9186be-15d4-4758-b991-be07bd6a3e8b req-376c399a-3d4e-4809-b833-6730facbb74d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:57.207656 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3c9186be-15d4-4758-b991-be07bd6a3e8b req-376c399a-3d4e-4809-b833-6730facbb74d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 946 time: 0.0659301 Sep 26 11:27:57.253979 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3c9186be-15d4-4758-b991-be07bd6a3e8b req-3d7d0fe3-0912-49b0-adfd-85dc91749a0d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374925 Sep 26 11:27:58.039948 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-53510d2c-0bf6-4e6f-bf5e-2a495c241eaf req-d84c65cb-edf6-41c5-b7e9-9e96ffe53124 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443208 Sep 26 11:27:58.152848 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53510d2c-0bf6-4e6f-bf5e-2a495c241eaf req-f135864b-5e51-496e-a1de-a186a1380be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:58.154355 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-53510d2c-0bf6-4e6f-bf5e-2a495c241eaf req-f135864b-5e51-496e-a1de-a186a1380be3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e441f8769a94b6ba6ebc00ed8d7c160&device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 1099 time: 0.0906050 Sep 26 11:27:58.165909 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0005a3-be60-423c-ad60-3d9446788ca8 req-159b64f1-1bc3-46cc-9e1c-3c921f9a31f0 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:58.167449 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2f0005a3-be60-423c-ad60-3d9446788ca8 req-159b64f1-1bc3-46cc-9e1c-3c921f9a31f0 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.1021130 Sep 26 11:27:58.266278 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2f0005a3-be60-423c-ad60-3d9446788ca8 req-eb6cf41c-a832-47b2-ba99-01fb91624c89 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916770 Sep 26 11:27:58.301366 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53510d2c-0bf6-4e6f-bf5e-2a495c241eaf req-a0ef9014-07f2-4020-a5b5-f0129f875ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:58.303950 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-53510d2c-0bf6-4e6f-bf5e-2a495c241eaf req-a0ef9014-07f2-4020-a5b5-f0129f875ceb service neutron] 10.222.0.22 "GET /v2.0/networks?id=23e86c48-c562-4dba-8966-311c3333da64 HTTP/1.1" status: 200 len: 909 time: 0.1225588 Sep 26 11:27:58.402381 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-53510d2c-0bf6-4e6f-bf5e-2a495c241eaf req-960bfe48-3237-4ef7-8b9d-eb51d99b1883 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2567e25-c827-4229-8e6b-b6203c664d46 HTTP/1.1" status: 200 len: 1001 time: 0.0910699 Sep 26 11:27:58.448354 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac6b1b-813c-4c59-9d02-20344c31324d req-cbcaff94-4e28-40df-94a0-cfa0b0d6e32d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:58.449886 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-18ac6b1b-813c-4c59-9d02-20344c31324d req-cbcaff94-4e28-40df-94a0-cfa0b0d6e32d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 946 time: 0.0957353 Sep 26 11:27:58.482242 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53510d2c-0bf6-4e6f-bf5e-2a495c241eaf req-de6ea759-a5e7-43e0-978d-5df84f8abbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:58.483830 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-53510d2c-0bf6-4e6f-bf5e-2a495c241eaf req-de6ea759-a5e7-43e0-978d-5df84f8abbbf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=04d6c54a-f029-4b31-bdac-cf23ee894a3c HTTP/1.1" status: 200 len: 847 time: 0.0730550 Sep 26 11:27:58.510072 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-18ac6b1b-813c-4c59-9d02-20344c31324d req-2f9c221e-707c-4dcd-903d-d3fb85afc736 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519171 Sep 26 11:27:58.543825 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53510d2c-0bf6-4e6f-bf5e-2a495c241eaf req-15f34a52-9595-4e10-bd6e-7989a4428c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:58.545421 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-53510d2c-0bf6-4e6f-bf5e-2a495c241eaf req-15f34a52-9595-4e10-bd6e-7989a4428c24 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23e86c48-c562-4dba-8966-311c3333da64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519717 Sep 26 11:27:58.641489 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-53510d2c-0bf6-4e6f-bf5e-2a495c241eaf req-60fc2207-19d1-48b5-880e-f373798bb131 service neutron] 10.222.0.22 "GET /v2.0/networks/23e86c48-c562-4dba-8966-311c3333da64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875411 Sep 26 11:27:58.739611 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-53510d2c-0bf6-4e6f-bf5e-2a495c241eaf req-fee51bb2-8968-42c4-b172-1851437fddb8 service neutron] 10.222.0.22 "GET /v2.0/networks/23e86c48-c562-4dba-8966-311c3333da64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899880 Sep 26 11:27:59.343832 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-463290b8-6000-4af8-be52-c08833b21422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:59.651206 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89364e-58c9-46a4-b29b-47e92f5ad5c7 req-556a1f4e-2989-4064-9742-bb00235c2262 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:27:59.652738 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2f89364e-58c9-46a4-b29b-47e92f5ad5c7 req-556a1f4e-2989-4064-9742-bb00235c2262 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 946 time: 0.0506241 Sep 26 11:27:59.680159 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:27:59.700882 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2f89364e-58c9-46a4-b29b-47e92f5ad5c7 req-9e029b37-6450-4302-a88f-69f72a7faaaa tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403311 Sep 26 11:28:00.846060 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dce128-1fb3-46b4-9866-fe7168380ac7 req-37e36934-4cb9-4c4b-9d0f-d1e1c4923455 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:00.848329 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-43dce128-1fb3-46b4-9866-fe7168380ac7 req-37e36934-4cb9-4c4b-9d0f-d1e1c4923455 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 946 time: 0.0610852 Sep 26 11:28:00.893982 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-43dce128-1fb3-46b4-9866-fe7168380ac7 req-4fa93a1b-e8d4-49ae-b24f-8a40d1eeb69a tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393298 Sep 26 11:28:01.861728 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-f2927df4-85d2-420d-bd16-4aa03ad58eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:02.034430 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111bdc3-b1c8-46e6-b407-de4fd4156ad3 req-e9a8ffd5-d171-4c58-8c80-a359761330ff tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:02.037130 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f111bdc3-b1c8-46e6-b407-de4fd4156ad3 req-e9a8ffd5-d171-4c58-8c80-a359761330ff tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 946 time: 0.0657771 Sep 26 11:28:02.080188 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f111bdc3-b1c8-46e6-b407-de4fd4156ad3 req-8bf2e682-ff81-4039-8254-a22bffdd3cf2 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371327 Sep 26 11:28:02.480789 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:03.223498 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46133321-cd27-4cdc-8ec2-e28f090641b3 req-abddfbf2-3ee8-4094-8c8f-23cd6ab0a680 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:03.225137 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-46133321-cd27-4cdc-8ec2-e28f090641b3 req-abddfbf2-3ee8-4094-8c8f-23cd6ab0a680 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 946 time: 0.0667789 Sep 26 11:28:03.267336 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-46133321-cd27-4cdc-8ec2-e28f090641b3 req-d2d19fb2-423f-4305-be76-e27059a0cfac tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363023 Sep 26 11:28:03.308776 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:04.387743 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85396a92-08cf-46a7-9b87-4ff151a19884 req-b877fcad-687a-45e4-8483-33882ab0f504 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:04.389532 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-85396a92-08cf-46a7-9b87-4ff151a19884 req-b877fcad-687a-45e4-8483-33882ab0f504 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 946 time: 0.0511723 Sep 26 11:28:04.431521 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-85396a92-08cf-46a7-9b87-4ff151a19884 req-63d6f16c-274d-4c44-a80f-5b63f531437b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357833 Sep 26 11:28:04.684486 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:05.580649 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f01bf-39d8-4dcd-97a9-39fe12bd692f req-6b05b6a0-e0a6-4a81-8633-58dfa84538dc tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:05.582151 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c16f01bf-39d8-4dcd-97a9-39fe12bd692f req-6b05b6a0-e0a6-4a81-8633-58dfa84538dc tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 946 time: 0.0683773 Sep 26 11:28:05.627327 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c16f01bf-39d8-4dcd-97a9-39fe12bd692f req-ea45c507-62ca-4806-9520-edab8b007d7f tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387962 Sep 26 11:28:06.766429 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb95e1-5945-49c6-8fbb-d59e2aa7b787 req-18d0662a-4cfc-4e2d-a676-47330a30eb8e tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:06.768008 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-abcb95e1-5945-49c6-8fbb-d59e2aa7b787 req-18d0662a-4cfc-4e2d-a676-47330a30eb8e tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 946 time: 0.0504935 Sep 26 11:28:06.809664 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-abcb95e1-5945-49c6-8fbb-d59e2aa7b787 req-587222d8-7e54-4267-aad6-f86d343d091a tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357680 Sep 26 11:28:07.950532 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a8c5b-3957-472a-81d8-ddd1b3202549 req-df692d1c-d207-4449-b9aa-6723d69007f7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:07.952570 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0d7a8c5b-3957-472a-81d8-ddd1b3202549 req-df692d1c-d207-4449-b9aa-6723d69007f7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 946 time: 0.0617857 Sep 26 11:28:07.998373 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0d7a8c5b-3957-472a-81d8-ddd1b3202549 req-51b11a37-6bf4-4367-b8c6-330b0034a71f tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395272 Sep 26 11:28:08.416934 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device f0b63410-5c77-4dec-8866-a876b108ffb5 details requested by agent hyperv_hv-cinder-81103 with host hv-cinder-81103 {{(pid=94002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 11:28:08.524792 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port f0b63410-5c77-4dec-8866-a876b108ffb5, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=f0b63410-5c77-4dec-8866-a876b108ffb5,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:28:08.542365 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Returning: {'device': 'f0b63410-5c77-4dec-8866-a876b108ffb5', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'port_id': 'f0b63410-5c77-4dec-8866-a876b108ffb5', 'mac_address': 'fa:16:3e:e8:8a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 11:28:08.585431 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:08.601895 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0b63410-5c77-4dec-8866-a876b108ffb5 {{(pid=94002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:28:08.623441 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port f0b63410-5c77-4dec-8866-a876b108ffb5, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=f0b63410-5c77-4dec-8866-a876b108ffb5,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:28:08.627904 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:08.685592 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=f0b63410-5c77-4dec-8866-a876b108ffb5,revision_number=6']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:28:08.693755 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:28:08.694111 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:28:08.694454 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:28:08.694817 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:28:08.695154 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:28:08.695484 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:28:08.695812 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:28:08.696140 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:28:08.696465 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:28:08.696787 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:28:08.697109 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:28:08.697427 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:28:08.733171 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['f0b63410-5c77-4dec-8866-a876b108ffb5'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:28:09.149465 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab2aa2-a49a-4717-b7d8-ca6dab05a469 req-0dd41f9f-80b6-496c-8ac6-700b745668bd tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:09.151279 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3eab2aa2-a49a-4717-b7d8-ca6dab05a469 req-0dd41f9f-80b6-496c-8ac6-700b745668bd tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 945 time: 0.0621459 Sep 26 11:28:09.202327 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3eab2aa2-a49a-4717-b7d8-ca6dab05a469 req-99fbf972-6747-4221-8456-08109987f59b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439358 Sep 26 11:28:10.343834 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557c480-42f3-42b8-9d40-9e356a77cc54 req-ed767c12-cbb1-4b06-ac17-8fc1d87e7e12 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:10.346088 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1557c480-42f3-42b8-9d40-9e356a77cc54 req-ed767c12-cbb1-4b06-ac17-8fc1d87e7e12 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 945 time: 0.0652544 Sep 26 11:28:10.391590 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1557c480-42f3-42b8-9d40-9e356a77cc54 req-e6075fc4-8da6-4afb-8081-3ea109ec13c6 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391138 Sep 26 11:28:10.425552 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device f0b63410-5c77-4dec-8866-a876b108ffb5 up at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:28:10.482977 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning complete for port f0b63410-5c77-4dec-8866-a876b108ffb5 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:28:10.483631 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:10.583703 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:10.617330 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd241bf-5446-4b4e-8e05-16803fc4df36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b63410-5c77-4dec-8866-a876b108ffb5'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:28:10.627426 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5c6080-a2b9-4967-8010-3576bdceea31" -d '{"events": [{"server_uuid": "3dd241bf-5446-4b4e-8e05-16803fc4df36", "name": "network-vif-plugged", "status": "completed", "tag": "f0b63410-5c77-4dec-8866-a876b108ffb5"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:28:10.654208 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port f0b63410-5c77-4dec-8866-a876b108ffb5, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=f0b63410-5c77-4dec-8866-a876b108ffb5,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:28:10.662184 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:10.733140 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=f0b63410-5c77-4dec-8866-a876b108ffb5,revision_number=7']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:28:10.826610 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f816020e-742d-4555-be8b-b756bf810c70 x-openstack-request-id: req-f816020e-742d-4555-be8b-b756bf810c70 {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:28:10.826610 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd241bf-5446-4b4e-8e05-16803fc4df36", "name": "network-vif-plugged", "status": "completed", "tag": "f0b63410-5c77-4dec-8866-a876b108ffb5", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:28:10.826610 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f816020e-742d-4555-be8b-b756bf810c70 {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:28:10.828195 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd241bf-5446-4b4e-8e05-16803fc4df36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b63410-5c77-4dec-8866-a876b108ffb5', 'code': 200} Sep 26 11:28:11.528288 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c917b00-fd44-4e57-9a47-1eb4abf33822 req-b8e6f891-e0ff-4ab6-80c0-d8f4b2bd4607 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:11.529738 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0c917b00-fd44-4e57-9a47-1eb4abf33822 req-b8e6f891-e0ff-4ab6-80c0-d8f4b2bd4607 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 946 time: 0.0526361 Sep 26 11:28:11.575402 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0c917b00-fd44-4e57-9a47-1eb4abf33822 req-94923879-c3a3-4038-812a-5fd886c4e817 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387638 Sep 26 11:28:12.734833 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6397a0-0281-42e0-9d7d-cabbab21d9a0 req-9d8192ab-56fb-440e-855b-ce39147df00c tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:12.736409 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6a6397a0-0281-42e0-9d7d-cabbab21d9a0 req-9d8192ab-56fb-440e-855b-ce39147df00c tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 946 time: 0.0742266 Sep 26 11:28:12.782023 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6a6397a0-0281-42e0-9d7d-cabbab21d9a0 req-7738a36c-7bf8-480f-831f-2fc0c6d7fae9 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393538 Sep 26 11:28:13.949884 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1d8b4-8dc3-4570-8636-c0a54a3108b3 req-e3432429-c817-45a8-8ae5-0729462e254b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:13.953667 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7cf1d8b4-8dc3-4570-8636-c0a54a3108b3 req-e3432429-c817-45a8-8ae5-0729462e254b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 946 time: 0.0713902 Sep 26 11:28:14.008094 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7cf1d8b4-8dc3-4570-8636-c0a54a3108b3 req-60513643-89de-48e1-a088-b3ee43efd12f tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424604 Sep 26 11:28:15.194310 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89579605-6527-4ef6-89a2-82af8dcd3eda req-92aba0c8-256d-48f5-ac4b-15020ed77e00 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:15.197278 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-89579605-6527-4ef6-89a2-82af8dcd3eda req-92aba0c8-256d-48f5-ac4b-15020ed77e00 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 946 time: 0.0784433 Sep 26 11:28:15.249619 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-89579605-6527-4ef6-89a2-82af8dcd3eda req-7cd900fd-58d3-4db1-879b-92665c09f456 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447950 Sep 26 11:28:16.413812 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb8e6b-b93d-411e-b89f-d5fa3b44fbfe req-f6ed94f5-8e83-4172-ba86-550b2dc1b105 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:16.415466 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0dcb8e6b-b93d-411e-b89f-d5fa3b44fbfe req-f6ed94f5-8e83-4172-ba86-550b2dc1b105 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 946 time: 0.0675027 Sep 26 11:28:16.464177 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0dcb8e6b-b93d-411e-b89f-d5fa3b44fbfe req-29e4c877-0c97-4bbe-888b-639931c4e55a tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372279 Sep 26 11:28:17.620398 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baaee62-2337-4805-9a6e-09be49db5b9d req-e65a7eb2-ddd5-4c89-91fb-dcb6c64be9bf tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:17.625211 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3baaee62-2337-4805-9a6e-09be49db5b9d req-e65a7eb2-ddd5-4c89-91fb-dcb6c64be9bf tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 946 time: 0.0667880 Sep 26 11:28:17.679054 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3baaee62-2337-4805-9a6e-09be49db5b9d req-a8efe896-af9a-43ef-be34-e74f7cf24791 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465026 Sep 26 11:28:18.832895 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe208e7-6e44-4ee8-a811-1f396066cc9d req-4359c1fb-fa1e-46c9-8310-2e2a9b374ab1 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:18.834561 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-dfe208e7-6e44-4ee8-a811-1f396066cc9d req-4359c1fb-fa1e-46c9-8310-2e2a9b374ab1 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 946 time: 0.0573204 Sep 26 11:28:18.889873 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-dfe208e7-6e44-4ee8-a811-1f396066cc9d req-e9d7e390-14cd-4c4f-8eb7-865cf3b4da80 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485351 Sep 26 11:28:19.449205 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eba304-2b3f-4f54-bf47-a49712f7b20c req-b7b90da4-0e68-463e-9246-5a65ac167452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:19.451608 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-06eba304-2b3f-4f54-bf47-a49712f7b20c req-b7b90da4-0e68-463e-9246-5a65ac167452 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=71a25fc4741b4733922f1d8cc15f8d60&device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 1099 time: 0.0498676 Sep 26 11:28:19.549499 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eba304-2b3f-4f54-bf47-a49712f7b20c req-ea6e2d37-3ee4-4278-b232-01e2f00bb83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:19.551026 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-06eba304-2b3f-4f54-bf47-a49712f7b20c req-ea6e2d37-3ee4-4278-b232-01e2f00bb83e service neutron] 10.222.0.22 "GET /v2.0/networks?id=0fbbe369-87d6-4403-8471-9c5dec794f0d HTTP/1.1" status: 200 len: 918 time: 0.0915022 Sep 26 11:28:19.632260 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-06eba304-2b3f-4f54-bf47-a49712f7b20c req-454f0bf6-b1a4-4a46-b53b-89abef1a9f20 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0b63410-5c77-4dec-8866-a876b108ffb5 HTTP/1.1" status: 200 len: 1002 time: 0.0725286 Sep 26 11:28:19.690079 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eba304-2b3f-4f54-bf47-a49712f7b20c req-5c133677-494c-405d-9a88-6c6c743ae921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:19.691616 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-06eba304-2b3f-4f54-bf47-a49712f7b20c req-5c133677-494c-405d-9a88-6c6c743ae921 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0beadaac-f79e-4337-a6d1-17c78a4fa88c HTTP/1.1" status: 200 len: 856 time: 0.0503728 Sep 26 11:28:19.741690 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eba304-2b3f-4f54-bf47-a49712f7b20c req-1ded7c8b-5380-4544-917c-4831464f1e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:19.743144 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-06eba304-2b3f-4f54-bf47-a49712f7b20c req-1ded7c8b-5380-4544-917c-4831464f1e03 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0fbbe369-87d6-4403-8471-9c5dec794f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435164 Sep 26 11:28:19.843735 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-06eba304-2b3f-4f54-bf47-a49712f7b20c req-4bace182-552b-4007-9e83-8b9cc4bdcd92 service neutron] 10.222.0.22 "GET /v2.0/networks/0fbbe369-87d6-4403-8471-9c5dec794f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912218 Sep 26 11:28:19.945452 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-06eba304-2b3f-4f54-bf47-a49712f7b20c req-52dc537d-16de-4740-a745-8c8b65981084 service neutron] 10.222.0.22 "GET /v2.0/networks/0fbbe369-87d6-4403-8471-9c5dec794f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921268 Sep 26 11:28:20.037311 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1de49e-63ac-42a5-9546-920d38022479 req-07b807a0-9a2f-46c4-8159-7f19730c7123 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:20.039024 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ba1de49e-63ac-42a5-9546-920d38022479 req-07b807a0-9a2f-46c4-8159-7f19730c7123 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 946 time: 0.0636280 Sep 26 11:28:20.080232 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ba1de49e-63ac-42a5-9546-920d38022479 req-36e37648-1fb1-42bb-965d-31aa8f4115d7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339878 Sep 26 11:28:21.223529 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacac0bd-c12e-499f-aa2e-cc0cae21d806 req-3a59dc72-5be9-4f08-9324-5467374a8d86 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:21.225232 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-dacac0bd-c12e-499f-aa2e-cc0cae21d806 req-3a59dc72-5be9-4f08-9324-5467374a8d86 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 946 time: 0.0586631 Sep 26 11:28:21.271407 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-dacac0bd-c12e-499f-aa2e-cc0cae21d806 req-d4707eb8-ec3f-4b88-aeea-874d5f567657 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364492 Sep 26 11:28:22.399887 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d084e-17b2-4364-af15-73530394f303 req-86df7ceb-4dce-4232-a742-650941a09bcb tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:22.401533 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7f9d084e-17b2-4364-af15-73530394f303 req-86df7ceb-4dce-4232-a742-650941a09bcb tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 946 time: 0.0541677 Sep 26 11:28:22.444856 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7f9d084e-17b2-4364-af15-73530394f303 req-0d4d1d2e-384d-4b38-93b6-978bd9008227 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361450 Sep 26 11:28:22.501867 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device f0b63410-5c77-4dec-8866-a876b108ffb5 no longer exists at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:28:22.591433 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:22.628410 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd241bf-5446-4b4e-8e05-16803fc4df36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0b63410-5c77-4dec-8866-a876b108ffb5'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:28:22.632802 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf8472b-9158-49dc-a905-0b1aa8d19aa8" -d '{"events": [{"server_uuid": "3dd241bf-5446-4b4e-8e05-16803fc4df36", "name": "network-vif-unplugged", "status": "completed", "tag": "f0b63410-5c77-4dec-8866-a876b108ffb5"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:28:22.655898 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port f0b63410-5c77-4dec-8866-a876b108ffb5, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=f0b63410-5c77-4dec-8866-a876b108ffb5,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:28:22.662419 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:22.689816 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 26 Sep 2021 11:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668c0062-d60c-4d7b-80c2-20bca86ec9dc x-openstack-request-id: req-668c0062-d60c-4d7b-80c2-20bca86ec9dc {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:28:22.690117 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd241bf-5446-4b4e-8e05-16803fc4df36", "name": "network-vif-unplugged", "status": "failed", "tag": "f0b63410-5c77-4dec-8866-a876b108ffb5", "code": 422}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:28:22.690349 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-668c0062-d60c-4d7b-80c2-20bca86ec9dc {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:28:22.690899 dv-cinder-811032-1-iscsi neutron-server[94002]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3dd241bf-5446-4b4e-8e05-16803fc4df36', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f0b63410-5c77-4dec-8866-a876b108ffb5', 'code': 422} returned with failed status Sep 26 11:28:22.722420 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=f0b63410-5c77-4dec-8866-a876b108ffb5,revision_number=8']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:28:23.642090 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777f3b5-56b6-4fe6-8d23-922a5cb450d4 req-d47461be-415b-424e-8483-e688234bb76d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:23.643682 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a777f3b5-56b6-4fe6-8d23-922a5cb450d4 req-d47461be-415b-424e-8483-e688234bb76d tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 944 time: 0.0641148 Sep 26 11:28:23.690532 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a777f3b5-56b6-4fe6-8d23-922a5cb450d4 req-2027371b-ff78-4c49-994e-e11ba6d75a32 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395224 Sep 26 11:28:23.925046 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 52964) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:28:24.026424 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c827a99b-2999-4009-9e05-0b85714f62f4 req-18ea5cab-24b9-449d-9383-44aec4952c07 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1001492 Sep 26 11:28:24.036532 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [req-c827a99b-2999-4009-9e05-0b85714f62f4 req-6ad22d23-e557-44e7-aea6-9deeb37124bf service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94000) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 11:28:24.037604 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c827a99b-2999-4009-9e05-0b85714f62f4 req-6ad22d23-e557-44e7-aea6-9deeb37124bf service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057271 Sep 26 11:28:24.824121 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd505d2-3a86-49a9-8869-ee17263895bc req-dadf84bd-786e-46f1-b80c-5e2e4ca1c4a7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:24.827129 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1cd505d2-3a86-49a9-8869-ee17263895bc req-dadf84bd-786e-46f1-b80c-5e2e4ca1c4a7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 944 time: 0.0586832 Sep 26 11:28:24.902100 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1cd505d2-3a86-49a9-8869-ee17263895bc req-9f009934-c35c-450f-8975-b4848d7b14e2 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685995 Sep 26 11:28:24.952425 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827a99b-2999-4009-9e05-0b85714f62f4 req-88b127a1-eac0-404e-bb99-574c0533ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:24.954297 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c827a99b-2999-4009-9e05-0b85714f62f4 req-88b127a1-eac0-404e-bb99-574c0533ce8e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36&tenant_id=71a25fc4741b4733922f1d8cc15f8d60 HTTP/1.1" status: 200 len: 1097 time: 0.0894518 Sep 26 11:28:25.034262 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827a99b-2999-4009-9e05-0b85714f62f4 req-67313cc6-87d2-48bd-891d-eff1d70cd5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:25.035821 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c827a99b-2999-4009-9e05-0b85714f62f4 req-67313cc6-87d2-48bd-891d-eff1d70cd5c0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=71a25fc4741b4733922f1d8cc15f8d60&device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 1097 time: 0.0551615 Sep 26 11:28:25.137223 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827a99b-2999-4009-9e05-0b85714f62f4 req-8ba96b78-dcb5-4e1c-83b1-0ab9013a96bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:25.139284 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c827a99b-2999-4009-9e05-0b85714f62f4 req-8ba96b78-dcb5-4e1c-83b1-0ab9013a96bb service neutron] 10.222.0.22 "GET /v2.0/networks?id=0fbbe369-87d6-4403-8471-9c5dec794f0d HTTP/1.1" status: 200 len: 918 time: 0.0964260 Sep 26 11:28:25.227272 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c827a99b-2999-4009-9e05-0b85714f62f4 req-034922de-8a3a-4abd-9203-303038a5380c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0b63410-5c77-4dec-8866-a876b108ffb5 HTTP/1.1" status: 200 len: 1000 time: 0.0794227 Sep 26 11:28:25.295350 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827a99b-2999-4009-9e05-0b85714f62f4 req-0ce1e774-1bd9-4115-954c-0f798a2473c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:25.296847 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c827a99b-2999-4009-9e05-0b85714f62f4 req-0ce1e774-1bd9-4115-954c-0f798a2473c8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0beadaac-f79e-4337-a6d1-17c78a4fa88c HTTP/1.1" status: 200 len: 856 time: 0.0553327 Sep 26 11:28:25.346819 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827a99b-2999-4009-9e05-0b85714f62f4 req-cc9be3c7-cd8b-407a-a494-c5a90ade0fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:25.348729 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c827a99b-2999-4009-9e05-0b85714f62f4 req-cc9be3c7-cd8b-407a-a494-c5a90ade0fc9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0fbbe369-87d6-4403-8471-9c5dec794f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442467 Sep 26 11:28:25.455303 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c827a99b-2999-4009-9e05-0b85714f62f4 req-6da7511b-94d3-4b69-9713-2cb97a7acf6c service neutron] 10.222.0.22 "GET /v2.0/networks/0fbbe369-87d6-4403-8471-9c5dec794f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987465 Sep 26 11:28:25.558900 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c827a99b-2999-4009-9e05-0b85714f62f4 req-85e9bc39-ee12-4e7f-83fb-864dd3b90de1 service neutron] 10.222.0.22 "GET /v2.0/networks/0fbbe369-87d6-4403-8471-9c5dec794f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954654 Sep 26 11:28:26.069162 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67918d8-9a47-4785-ac8c-a3942c244641 req-9f284f04-fc38-41d6-a724-f258799352d7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:26.071274 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f67918d8-9a47-4785-ac8c-a3942c244641 req-9f284f04-fc38-41d6-a724-f258799352d7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 944 time: 0.0823858 Sep 26 11:28:26.118415 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f67918d8-9a47-4785-ac8c-a3942c244641 req-24c4648e-4d12-4e10-b86d-88e641e947d1 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386338 Sep 26 11:28:27.260515 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5cef5-a102-4e18-8c57-e6c42db58bb0 req-4bf186ec-e3fb-4929-aad3-c92f2febdcdc tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:27.262234 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bfc5cef5-a102-4e18-8c57-e6c42db58bb0 req-4bf186ec-e3fb-4929-aad3-c92f2febdcdc tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 944 time: 0.0608516 Sep 26 11:28:27.304567 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bfc5cef5-a102-4e18-8c57-e6c42db58bb0 req-8d7a8009-14c1-4f8b-9ab0-e03d1ddd18a1 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351770 Sep 26 11:28:28.447942 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a707a-b52a-475e-8c19-5887b49c02a4 req-44b2cd41-9d7f-4041-acde-4dbf847d8db1 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:28.451606 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d81a707a-b52a-475e-8c19-5887b49c02a4 req-44b2cd41-9d7f-4041-acde-4dbf847d8db1 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 944 time: 0.0663221 Sep 26 11:28:28.500982 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d81a707a-b52a-475e-8c19-5887b49c02a4 req-d140a901-d9be-43b7-895c-004570c5bb4c tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424862 Sep 26 11:28:29.340136 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-457f577b-ab9d-425d-b990-0619e1ccfe28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:29.658397 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6a184-4875-4799-bae4-929c61a3245c req-3ed46ae7-da5d-46b8-8ca6-493f95d0748a tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:29.658397 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-11d6a184-4875-4799-bae4-929c61a3245c req-3ed46ae7-da5d-46b8-8ca6-493f95d0748a tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 944 time: 0.0612478 Sep 26 11:28:29.691449 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:29.699751 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-11d6a184-4875-4799-bae4-929c61a3245c req-bae7539a-c88e-40ae-a7e4-fd9b0998e081 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338304 Sep 26 11:28:30.308641 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:28:30.824244 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eea287-7bf8-4537-ac24-e70d5e749849 req-ee7381e0-a674-44f6-a900-bec3ff185a73 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:30.826204 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-49eea287-7bf8-4537-ac24-e70d5e749849 req-ee7381e0-a674-44f6-a900-bec3ff185a73 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 944 time: 0.0550110 Sep 26 11:28:30.880281 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-49eea287-7bf8-4537-ac24-e70d5e749849 req-00cc7914-353e-4818-8acc-28f896c1ad13 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446806 Sep 26 11:28:31.863888 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-bb6c44c3-e26c-42af-a2fc-3dde01895f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:32.009960 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48449928-cd03-42de-9a1c-e0469fa4cbef req-3a56fcb2-b6f8-43b9-82db-e9afa73d5638 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:32.011586 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-48449928-cd03-42de-9a1c-e0469fa4cbef req-3a56fcb2-b6f8-43b9-82db-e9afa73d5638 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 944 time: 0.0510738 Sep 26 11:28:32.060762 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-48449928-cd03-42de-9a1c-e0469fa4cbef req-e7ac56fb-c1fb-4892-8a31-b186a2ebec99 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431533 Sep 26 11:28:32.474374 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:33.191588 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b1d4a-b0c1-4eef-b3f1-a3114830b5c8 req-0297a17a-dfd3-4e05-8530-be95a4570d64 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:33.193289 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-634b1d4a-b0c1-4eef-b3f1-a3114830b5c8 req-0297a17a-dfd3-4e05-8530-be95a4570d64 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 944 time: 0.0518289 Sep 26 11:28:33.232363 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-634b1d4a-b0c1-4eef-b3f1-a3114830b5c8 req-4be66988-ad75-4a18-8205-6c1180df78be tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330722 Sep 26 11:28:33.308488 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:34.358692 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fc651-d9a8-4f53-9a7f-3560652989de req-6cb0cc0f-7799-4fa6-bd16-42b8471f09d7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:34.360269 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-635fc651-d9a8-4f53-9a7f-3560652989de req-6cb0cc0f-7799-4fa6-bd16-42b8471f09d7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 944 time: 0.0499971 Sep 26 11:28:34.401188 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-635fc651-d9a8-4f53-9a7f-3560652989de req-ad56d181-947f-4052-9cea-d38d9452a9f7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335784 Sep 26 11:28:34.686801 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:35.528372 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645b208-fad3-4abc-853e-1ffd1a213270 req-23a89bbf-0440-4cef-88a8-5a7131137e75 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:35.529866 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b645b208-fad3-4abc-853e-1ffd1a213270 req-23a89bbf-0440-4cef-88a8-5a7131137e75 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 944 time: 0.0498748 Sep 26 11:28:35.574606 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b645b208-fad3-4abc-853e-1ffd1a213270 req-65df666c-296e-4046-9649-a1dce2e4cbc0 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382583 Sep 26 11:28:36.702406 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629b617-162a-4b84-b36c-4ca07d5f7a00 req-321beb3f-4a17-4663-a275-417d87c3de36 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:36.704341 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5629b617-162a-4b84-b36c-4ca07d5f7a00 req-321beb3f-4a17-4663-a275-417d87c3de36 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 944 time: 0.0494289 Sep 26 11:28:36.745645 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5629b617-162a-4b84-b36c-4ca07d5f7a00 req-6913b66e-0631-4c2c-aa16-31f5b169082a tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338535 Sep 26 11:28:37.874844 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0022d9-a59b-4702-8231-d607eaa4ff91 req-747739f2-ee34-46de-9158-7d6cef8536d4 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:37.876304 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3a0022d9-a59b-4702-8231-d607eaa4ff91 req-747739f2-ee34-46de-9158-7d6cef8536d4 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 944 time: 0.0549185 Sep 26 11:28:37.914349 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3a0022d9-a59b-4702-8231-d607eaa4ff91 req-130d5444-e477-44be-8688-eb2d92ef37e5 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314050 Sep 26 11:28:38.260779 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2315f-2142-49cd-b158-7254eedb3aa5 req-d73a44d1-0237-4524-9eb6-efba7c01f88f tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:38.262246 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-77c2315f-2142-49cd-b158-7254eedb3aa5 req-d73a44d1-0237-4524-9eb6-efba7c01f88f tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0477092 Sep 26 11:28:38.302846 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-77c2315f-2142-49cd-b158-7254eedb3aa5 req-d7c3dad4-1d3a-4c24-b3bb-221c1eaa03db tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346541 Sep 26 11:28:38.584435 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device f0b63410-5c77-4dec-8866-a876b108ffb5 details requested by agent hyperv_hv-cinder-81103 with host hv-cinder-81103 {{(pid=94002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 11:28:38.790618 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port f0b63410-5c77-4dec-8866-a876b108ffb5, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=f0b63410-5c77-4dec-8866-a876b108ffb5,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:28:38.802026 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Returning: {'device': 'f0b63410-5c77-4dec-8866-a876b108ffb5', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'port_id': 'f0b63410-5c77-4dec-8866-a876b108ffb5', 'mac_address': 'fa:16:3e:e8:8a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 11:28:38.838153 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:38.851344 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b63410-5c77-4dec-8866-a876b108ffb5 {{(pid=94002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:28:38.870960 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port f0b63410-5c77-4dec-8866-a876b108ffb5, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=f0b63410-5c77-4dec-8866-a876b108ffb5,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:28:38.875039 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:38.926133 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=f0b63410-5c77-4dec-8866-a876b108ffb5,revision_number=9']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:28:39.034009 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2484f9-45af-437f-bb13-41f6f2a9bf9b req-8cd2054f-c7ad-4aae-b914-56feb746f334 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:39.036067 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-de2484f9-45af-437f-bb13-41f6f2a9bf9b req-8cd2054f-c7ad-4aae-b914-56feb746f334 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 945 time: 0.0486820 Sep 26 11:28:39.074036 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-de2484f9-45af-437f-bb13-41f6f2a9bf9b req-ad6356ce-4a18-4ad9-96fb-1fb0552a6353 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316114 Sep 26 11:28:39.127516 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['f0b63410-5c77-4dec-8866-a876b108ffb5'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:28:39.416630 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6cf5c-f160-42eb-8220-81e754300e67 req-c89c7ab4-9015-41c0-b026-2939edf00072 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:39.418078 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e4e6cf5c-f160-42eb-8220-81e754300e67 req-c89c7ab4-9015-41c0-b026-2939edf00072 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0477750 Sep 26 11:28:39.455625 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e4e6cf5c-f160-42eb-8220-81e754300e67 req-bb6278b6-6ea6-43f4-bc8b-1814e1f6592c tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316968 Sep 26 11:28:40.193636 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0c654-4619-4582-9b08-8f871ef3405c req-f75ad078-2c2e-459e-a3e8-6a55342465ac tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:40.195317 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-cfc0c654-4619-4582-9b08-8f871ef3405c req-f75ad078-2c2e-459e-a3e8-6a55342465ac tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 945 time: 0.0490777 Sep 26 11:28:40.236107 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-cfc0c654-4619-4582-9b08-8f871ef3405c req-7999e9f0-7cf8-4299-abd7-bf909668ba89 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346210 Sep 26 11:28:40.576475 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342db95-0122-43ee-b706-a49e53d38056 req-8b5a48e2-6723-478b-b251-ec112e9ab5de tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:40.578034 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9342db95-0122-43ee-b706-a49e53d38056 req-8b5a48e2-6723-478b-b251-ec112e9ab5de tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0539591 Sep 26 11:28:40.600137 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device f0b63410-5c77-4dec-8866-a876b108ffb5 up at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:28:40.620472 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9342db95-0122-43ee-b706-a49e53d38056 req-1446978d-3a7d-4b6e-8f28-8f694dc7b791 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346251 Sep 26 11:28:40.647844 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning complete for port f0b63410-5c77-4dec-8866-a876b108ffb5 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:28:40.648216 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:40.727091 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:40.750145 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd241bf-5446-4b4e-8e05-16803fc4df36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b63410-5c77-4dec-8866-a876b108ffb5'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:28:40.752442 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad253ab0-fbf3-4f52-b101-44480f077b6a" -d '{"events": [{"server_uuid": "3dd241bf-5446-4b4e-8e05-16803fc4df36", "name": "network-vif-plugged", "status": "completed", "tag": "f0b63410-5c77-4dec-8866-a876b108ffb5"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:28:40.765912 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port f0b63410-5c77-4dec-8866-a876b108ffb5, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=f0b63410-5c77-4dec-8866-a876b108ffb5,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:28:40.771947 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:40.797496 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37914d61-70d8-4038-ba54-f8557ecf14a3 x-openstack-request-id: req-37914d61-70d8-4038-ba54-f8557ecf14a3 {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:28:40.797782 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd241bf-5446-4b4e-8e05-16803fc4df36", "name": "network-vif-plugged", "status": "completed", "tag": "f0b63410-5c77-4dec-8866-a876b108ffb5", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:28:40.797990 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37914d61-70d8-4038-ba54-f8557ecf14a3 {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:28:40.798401 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd241bf-5446-4b4e-8e05-16803fc4df36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b63410-5c77-4dec-8866-a876b108ffb5', 'code': 200} Sep 26 11:28:40.825015 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=f0b63410-5c77-4dec-8866-a876b108ffb5,revision_number=10']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:28:40.974191 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24876024-a7b8-46df-b53e-3000cead73e4 req-66dcab18-c323-40c7-ac5f-dc3d4c63dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:40.975882 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-24876024-a7b8-46df-b53e-3000cead73e4 req-66dcab18-c323-40c7-ac5f-dc3d4c63dce2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 1100 time: 0.0437765 Sep 26 11:28:41.015008 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-24876024-a7b8-46df-b53e-3000cead73e4 req-9a6c1b03-2d46-473e-92b6-fb4739e07e46 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314026 Sep 26 11:28:41.358385 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980a017-2a64-4777-971e-2a353b33d5f4 req-a66c9f4e-6cb9-4c14-807d-cc560529524f tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:41.359926 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6980a017-2a64-4777-971e-2a353b33d5f4 req-a66c9f4e-6cb9-4c14-807d-cc560529524f tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 947 time: 0.0515723 Sep 26 11:28:41.403971 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6980a017-2a64-4777-971e-2a353b33d5f4 req-d51301c7-ab92-4f46-a58d-e65afabbb102 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372670 Sep 26 11:28:41.739460 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81475d85-873b-4d7e-bc2a-f837c7819c50 req-3a0caf9a-505d-49e6-ba97-c56a7ddb7c43 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:41.740954 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-81475d85-873b-4d7e-bc2a-f837c7819c50 req-3a0caf9a-505d-49e6-ba97-c56a7ddb7c43 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0508518 Sep 26 11:28:41.779151 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-81475d85-873b-4d7e-bc2a-f837c7819c50 req-4b37aa65-1141-4a28-98e1-de04bbd5ca74 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323451 Sep 26 11:28:42.505987 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d8757-9085-4d52-8486-de2aafb9f0ad req-fc4c691a-bb15-4c30-8c8f-7deba5cffb73 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:42.508952 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-803d8757-9085-4d52-8486-de2aafb9f0ad req-fc4c691a-bb15-4c30-8c8f-7deba5cffb73 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd978853-e725-4f82-a754-f145dd8fa784 HTTP/1.1" status: 200 len: 946 time: 0.0691495 Sep 26 11:28:42.590754 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-803d8757-9085-4d52-8486-de2aafb9f0ad req-3b107aad-3bb5-4fea-a43c-1c900ec315ce tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682573 Sep 26 11:28:42.602863 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8de131-7224-4022-a422-9320e843f748 req-7b976dea-e8e8-4ca3-abb6-64265be7a8f1 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:42.604871 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4d8de131-7224-4022-a422-9320e843f748 req-7b976dea-e8e8-4ca3-abb6-64265be7a8f1 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 947 time: 0.0950561 Sep 26 11:28:42.652053 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4d8de131-7224-4022-a422-9320e843f748 req-187be41f-2585-4d49-8a86-4ec00c70341e tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391121 Sep 26 11:28:42.913525 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f140a-dbdc-4413-9e66-3b9396cd12be req-e1fe7b46-1712-46a2-b038-aa813dc60675 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:42.916013 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-951f140a-dbdc-4413-9e66-3b9396cd12be req-e1fe7b46-1712-46a2-b038-aa813dc60675 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0647938 Sep 26 11:28:42.959994 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-951f140a-dbdc-4413-9e66-3b9396cd12be req-c3149f9c-776e-4545-9c3c-0476147c2dda tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379145 Sep 26 11:28:43.745825 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ee4f0-2bad-4463-8185-5bfe823085f4 req-b0a2776d-5ca6-45e1-86d0-05105fc448e5 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:43.747439 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-976ee4f0-2bad-4463-8185-5bfe823085f4 req-b0a2776d-5ca6-45e1-86d0-05105fc448e5 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd978853-e725-4f82-a754-f145dd8fa784 HTTP/1.1" status: 200 len: 946 time: 0.0610843 Sep 26 11:28:43.820065 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-976ee4f0-2bad-4463-8185-5bfe823085f4 req-7a7b24fe-e5d0-4191-a60e-ebae0c941ea2 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626955 Sep 26 11:28:43.828505 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97de29-2083-40b5-b7bd-4fc78c94233f req-57e52a54-bfcc-4cfc-a7f8-821fe1695081 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:43.830080 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-dc97de29-2083-40b5-b7bd-4fc78c94233f req-57e52a54-bfcc-4cfc-a7f8-821fe1695081 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 947 time: 0.0817246 Sep 26 11:28:43.884156 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-dc97de29-2083-40b5-b7bd-4fc78c94233f req-e622c4e1-6ac3-4721-a835-7e072def3c31 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468869 Sep 26 11:28:44.027115 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abb700-d9da-490d-9cf1-8811f9903aa1 req-2cc42e93-0d1b-48e5-9305-99c07020e8f5 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:44.028654 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-80abb700-d9da-490d-9cf1-8811f9903aa1 req-2cc42e93-0d1b-48e5-9305-99c07020e8f5 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd978853-e725-4f82-a754-f145dd8fa784 HTTP/1.1" status: 200 len: 946 time: 0.0525136 Sep 26 11:28:44.144232 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1385b-413e-4329-b9ac-cf68d42aedef req-183e2c38-97b4-44be-b2b4-a0a4ce522b21 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:44.146452 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6ad1385b-413e-4329-b9ac-cf68d42aedef req-183e2c38-97b4-44be-b2b4-a0a4ce522b21 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.1168141 Sep 26 11:28:44.199924 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6ad1385b-413e-4329-b9ac-cf68d42aedef req-51b5b6d4-2c22-4ca1-b629-c308b612d50c tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467963 Sep 26 11:28:44.201720 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [req-80abb700-d9da-490d-9cf1-8811f9903aa1 req-ee15fb2e-d645-422c-8a73-f654d92b0103 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Deleting port 441da9f5-923a-48f3-82b1-b107211dab37 {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:28:44.202060 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-80abb700-d9da-490d-9cf1-8811f9903aa1 req-ee15fb2e-d645-422c-8a73-f654d92b0103 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:44.297471 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-80abb700-d9da-490d-9cf1-8811f9903aa1 req-ee15fb2e-d645-422c-8a73-f654d92b0103 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] For port 441da9f5-923a-48f3-82b1-b107211dab37, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=441da9f5-923a-48f3-82b1-b107211dab37,segment=NetworkSegment(16519192-f9bf-4c30-a8ac-07119e563f4f),segment_id=16519192-f9bf-4c30-a8ac-07119e563f4f)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:28:44.297834 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-80abb700-d9da-490d-9cf1-8811f9903aa1 req-ee15fb2e-d645-422c-8a73-f654d92b0103 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:44.716854 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-80abb700-d9da-490d-9cf1-8811f9903aa1 req-ee15fb2e-d645-422c-8a73-f654d92b0103 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:44.717216 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-80abb700-d9da-490d-9cf1-8811f9903aa1 req-ee15fb2e-d645-422c-8a73-f654d92b0103 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748570'] for floatingip, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:44.717532 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.db.l3_db [req-80abb700-d9da-490d-9cf1-8811f9903aa1 req-ee15fb2e-d645-422c-8a73-f654d92b0103 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Floating IP fa02a16c-50e8-4766-bda3-e77ba6305820 disassociated. External IP: 172.27.3.19, port: 441da9f5-923a-48f3-82b1-b107211dab37. Sep 26 11:28:44.717874 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [req-80abb700-d9da-490d-9cf1-8811f9903aa1 req-ee15fb2e-d645-422c-8a73-f654d92b0103 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Calling delete_port for 441da9f5-923a-48f3-82b1-b107211dab37 owned by compute:nova {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:28:44.852132 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-80abb700-d9da-490d-9cf1-8811f9903aa1 req-ee15fb2e-d645-422c-8a73-f654d92b0103 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:44.883634 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15fb2e-d645-422c-8a73-f654d92b0103 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Pushing event deleted for resources: {'Port': ['ID=441da9f5-923a-48f3-82b1-b107211dab37,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:28:44.896917 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15fb2e-d645-422c-8a73-f654d92b0103 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:28:44.897264 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15fb2e-d645-422c-8a73-f654d92b0103 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:28:44.897600 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15fb2e-d645-422c-8a73-f654d92b0103 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:28:44.897930 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15fb2e-d645-422c-8a73-f654d92b0103 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:28:44.898256 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15fb2e-d645-422c-8a73-f654d92b0103 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:28:44.898590 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15fb2e-d645-422c-8a73-f654d92b0103 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:28:44.898932 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15fb2e-d645-422c-8a73-f654d92b0103 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:28:44.899254 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15fb2e-d645-422c-8a73-f654d92b0103 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:28:44.899575 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15fb2e-d645-422c-8a73-f654d92b0103 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:28:44.899893 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15fb2e-d645-422c-8a73-f654d92b0103 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:28:44.900210 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15fb2e-d645-422c-8a73-f654d92b0103 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:28:44.900524 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee15fb2e-d645-422c-8a73-f654d92b0103 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:28:44.965518 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9cb591d1-94ad-49c3-8156-fbd741c9917a req-bb675a85-ce32-41c1-ad7c-8359a0daab42 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd978853-e725-4f82-a754-f145dd8fa784 HTTP/1.1" status: 200 len: 210 time: 0.0609491 Sep 26 11:28:45.036209 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80abb700-d9da-490d-9cf1-8811f9903aa1 req-ee15fb2e-d645-422c-8a73-f654d92b0103 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Router 87b22159-4259-43a7-961f-28cde81a65c8 has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:28:45.142241 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80abb700-d9da-490d-9cf1-8811f9903aa1 req-ee15fb2e-d645-422c-8a73-f654d92b0103 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:28:45.152260 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d46b6df-6a1b-4f84-8532-9e61d7ef8505 None None] Sync routers for ids ['87b22159-4259-43a7-961f-28cde81a65c8'] in dv-cinder-811032-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:28:45.162852 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d46b6df-6a1b-4f84-8532-9e61d7ef8505 None None] Routers {'87b22159-4259-43a7-961f-28cde81a65c8'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:28:45.163415 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-3d46b6df-6a1b-4f84-8532-9e61d7ef8505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:28:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['87b22159-4259-43a7-961f-28cde81a65c8'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:28:45.181816 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [req-80abb700-d9da-490d-9cf1-8811f9903aa1 req-ee15fb2e-d645-422c-8a73-f654d92b0103 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] No DVR routers for this DVR port 441da9f5-923a-48f3-82b1-b107211dab37 on host hv-cinder-81103 {{(pid=94001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:28:45.184344 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-80abb700-d9da-490d-9cf1-8811f9903aa1 req-ee15fb2e-d645-422c-8a73-f654d92b0103 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:45.186320 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-80abb700-d9da-490d-9cf1-8811f9903aa1 req-ee15fb2e-d645-422c-8a73-f654d92b0103 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.22 "DELETE /v2.0/ports/441da9f5-923a-48f3-82b1-b107211dab37 HTTP/1.1" status: 204 len: 173 time: 1.1479475 Sep 26 11:28:45.186798 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd978853-e725-4f82-a754-f145dd8fa784', 'name': 'network-vif-deleted', 'tag': '441da9f5-923a-48f3-82b1-b107211dab37'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:28:45.189033 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8945cc76-b2d9-4a8a-9a9f-98fb09c600c8" -d '{"events": [{"server_uuid": "bd978853-e725-4f82-a754-f145dd8fa784", "name": "network-vif-deleted", "tag": "441da9f5-923a-48f3-82b1-b107211dab37"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:28:45.286965 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-3d46b6df-6a1b-4f84-8532-9e61d7ef8505 None None] Set router 87b22159-4259-43a7-961f-28cde81a65c8 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:28:45.338374 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fccc6d4-ff3b-4d28-a9ba-a93f59533e3c x-openstack-request-id: req-2fccc6d4-ff3b-4d28-a9ba-a93f59533e3c {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:28:45.339159 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd978853-e725-4f82-a754-f145dd8fa784", "name": "network-vif-deleted", "tag": "441da9f5-923a-48f3-82b1-b107211dab37", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:28:45.339600 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2fccc6d4-ff3b-4d28-a9ba-a93f59533e3c {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:28:45.340191 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd978853-e725-4f82-a754-f145dd8fa784', 'name': 'network-vif-deleted', 'tag': '441da9f5-923a-48f3-82b1-b107211dab37', 'status': 'completed', 'code': 200} Sep 26 11:28:45.386018 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71e7a0-996c-4ef6-ad58-f74c02ed58ed req-085e72ce-590a-4df1-ae06-7285bf574324 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:45.387763 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8a71e7a0-996c-4ef6-ad58-f74c02ed58ed req-085e72ce-590a-4df1-ae06-7285bf574324 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0628541 Sep 26 11:28:45.428398 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8a71e7a0-996c-4ef6-ad58-f74c02ed58ed req-36eac62b-3a45-4926-a9e8-398fc6e029db tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341685 Sep 26 11:28:45.508965 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-3d46b6df-6a1b-4f84-8532-9e61d7ef8505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b22159-4259-43a7-961f-28cde81a65c8', 'name': 'tempest-TestVolumeBootPattern-851282300-router', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:11Z', 'updated_at': '2021-09-26T11:25:19Z', 'revision_number': 4, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'gw_port': {'id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:12Z', 'updated_at': '2021-09-26T11:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '18f41534-2e02-49f8-a247-a696fb2fc95a', 'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'mac_address': 'fa:16:3e:9c:ef:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:16Z', 'updated_at': '2021-09-26T11:25:25Z', 'revision_number': 5, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'subnets': [{'id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:28:45.536573 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d46b6df-6a1b-4f84-8532-9e61d7ef8505 None None] Checking router: 87b22159-4259-43a7-961f-28cde81a65c8 for host: dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:28:45.545044 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d46b6df-6a1b-4f84-8532-9e61d7ef8505 None None] Routers {'87b22159-4259-43a7-961f-28cde81a65c8'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:28:45.545650 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-3d46b6df-6a1b-4f84-8532-9e61d7ef8505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:28:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['87b22159-4259-43a7-961f-28cde81a65c8'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:28:45.651817 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-3d46b6df-6a1b-4f84-8532-9e61d7ef8505 None None] Set router 87b22159-4259-43a7-961f-28cde81a65c8 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:28:45.880871 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-3d46b6df-6a1b-4f84-8532-9e61d7ef8505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b22159-4259-43a7-961f-28cde81a65c8', 'name': 'tempest-TestVolumeBootPattern-851282300-router', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:11Z', 'updated_at': '2021-09-26T11:25:19Z', 'revision_number': 4, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'gw_port': {'id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:12Z', 'updated_at': '2021-09-26T11:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '18f41534-2e02-49f8-a247-a696fb2fc95a', 'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'mac_address': 'fa:16:3e:9c:ef:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:16Z', 'updated_at': '2021-09-26T11:25:25Z', 'revision_number': 5, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'subnets': [{'id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:28:45.909590 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d46b6df-6a1b-4f84-8532-9e61d7ef8505 None None] The sync data for ids ['87b22159-4259-43a7-961f-28cde81a65c8'] in dv-cinder-811032-1-iscsi is: [{'id': '87b22159-4259-43a7-961f-28cde81a65c8', 'name': 'tempest-TestVolumeBootPattern-851282300-router', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:11Z', 'updated_at': '2021-09-26T11:25:19Z', 'revision_number': 4, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'gw_port': {'id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:12Z', 'updated_at': '2021-09-26T11:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '18f41534-2e02-49f8-a247-a696fb2fc95a', 'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'mac_address': 'fa:16:3e:9c:ef:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:16Z', 'updated_at': '2021-09-26T11:25:25Z', 'revision_number': 5, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'subnets': [{'id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:28:46.168000 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68505af5-427e-43f8-bb7b-c46daf3caee8 None None] New status for floating IP fa02a16c-50e8-4766-bda3-e77ba6305820: DOWN {{(pid=94003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 11:28:46.239881 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-4124f87e-ae6c-4adc-92b6-c67d9b898c6b tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-785975404&fields=id&tenant_id=ce837c99bcc9456283c5401547ff5a76 HTTP/1.1" status: 200 len: 267 time: 0.0372274 Sep 26 11:28:46.356818 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-0982f516-ac82-41f0-bec9-6ac503335560 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:46.358193 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-0982f516-ac82-41f0-bec9-6ac503335560 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/networks?id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8 HTTP/1.1" status: 200 len: 811 time: 0.1123393 Sep 26 11:28:46.375890 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-033e167d-6180-4fc2-9f73-4ff03ab4105e tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/quotas/ce837c99bcc9456283c5401547ff5a76 HTTP/1.1" status: 200 len: 375 time: 0.0101023 Sep 26 11:28:46.437231 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-1c42ad29-21a6-47a7-872e-8f4ba83de174 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce837c99bcc9456283c5401547ff5a76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0548759 Sep 26 11:28:46.561241 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-7af164be-3739-48af-8ab1-f8a876161aac service neutron] 10.222.0.15 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124842 Sep 26 11:28:46.574598 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad721f-12fc-4b31-948f-13c72ee51629 req-e4eb95fe-2c1f-4123-b263-6e8bbbb5f96f tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:46.576094 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-63ad721f-12fc-4b31-948f-13c72ee51629 req-e4eb95fe-2c1f-4123-b263-6e8bbbb5f96f tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0707853 Sep 26 11:28:46.611398 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 441da9f5-923a-48f3-82b1-b107211dab37 no longer exists at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:28:46.636788 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] No Port match for: 441da9f5-923a-48f3-82b1-b107211dab37 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:28:46.637132 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 441da9f5-923a-48f3-82b1-b107211dab37 not bound to the agent host hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:28:46.678387 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-63ad721f-12fc-4b31-948f-13c72ee51629 req-86855daf-7acc-484d-8384-1b316e10ebc4 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931225 Sep 26 11:28:46.700154 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-5219d1f7-a68e-4de5-a4d3-096abe5459ff service neutron] 10.222.0.15 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230974 Sep 26 11:28:47.026532 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7fec1aca-5ce8-4a1c-9880-8a766bd7ec9d req-b4278b97-49f0-4211-806b-861d2543880f tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=89f2c8a2-988c-461a-9794-2567df57261f HTTP/1.1" status: 200 len: 210 time: 0.0357203 Sep 26 11:28:47.797042 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc7155-dfc0-488f-99c1-674057ecfffe req-db218f5c-f1a5-4dc6-b792-6eee7e98adc5 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:47.798829 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-09bc7155-dfc0-488f-99c1-674057ecfffe req-db218f5c-f1a5-4dc6-b792-6eee7e98adc5 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0526209 Sep 26 11:28:47.839331 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-09bc7155-dfc0-488f-99c1-674057ecfffe req-4f075782-a132-4b77-92fd-8263f0f5d18c tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331297 Sep 26 11:28:47.977074 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-ee8e033a-36ca-4edf-bb25-47cdc3965b8d tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:47.978629 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-ee8e033a-36ca-4edf-bb25-47cdc3965b8d tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.22 "GET /v2.0/networks?id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8 HTTP/1.1" status: 200 len: 811 time: 0.1058815 Sep 26 11:28:48.022618 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-7ec16a26-61c8-4098-98ca-089de43e666b tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce837c99bcc9456283c5401547ff5a76 HTTP/1.1" status: 200 len: 379 time: 0.0347698 Sep 26 11:28:48.031520 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-a3cc401b-dbde-4cea-afab-ede0e5215376 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Request body: {'port': {'device_id': '89f2c8a2-988c-461a-9794-2567df57261f', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'admin_state_up': True, 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'security_groups': ['43a0dad4-ca9f-4a46-a427-7794756f0d0f']}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:28:48.140596 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e703157a-3efa-4832-b23c-449b10be369f req-506589d2-f5ad-4f8e-947d-afd4c18b5994 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=89f2c8a2-988c-461a-9794-2567df57261f HTTP/1.1" status: 200 len: 210 time: 0.0348690 Sep 26 11:28:48.184907 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-a3cc401b-dbde-4cea-afab-ede0e5215376 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Made reservation on behalf of ce837c99bcc9456283c5401547ff5a76 for: {'port': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:28:48.188704 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-a3cc401b-dbde-4cea-afab-ede0e5215376 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:48.347793 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-a3cc401b-dbde-4cea-afab-ede0e5215376 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Allocated IP 172.20.0.10 (fee0bc02-ba70-4306-88e5-38ff36a0bcb8/258101c2-cabd-4a87-bb0e-e9533532d3e4/bf8a204d-6396-4e94-a812-1c590ba8e32c) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:28:48.497143 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-a3cc401b-dbde-4cea-afab-ede0e5215376 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:48.540992 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-a3cc401b-dbde-4cea-afab-ede0e5215376 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:48.586336 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-a3cc401b-dbde-4cea-afab-ede0e5215376 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Network fee0bc02-ba70-4306-88e5-38ff36a0bcb8 is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:28:48.589231 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-a3cc401b-dbde-4cea-afab-ede0e5215376 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:28:48.593028 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-a3cc401b-dbde-4cea-afab-ede0e5215376 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:28:48.621298 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc401b-dbde-4cea-afab-ede0e5215376 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Pushing event updated for resources: {'Port': ['ID=bf8a204d-6396-4e94-a812-1c590ba8e32c,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:28:48.653479 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-a3cc401b-dbde-4cea-afab-ede0e5215376 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:48.654128 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-a3cc401b-dbde-4cea-afab-ede0e5215376 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:48.668839 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-a3cc401b-dbde-4cea-afab-ede0e5215376 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6408925 Sep 26 11:28:48.681733 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-2270ca97-b127-4a5b-9dbf-2f42fd727576 service neutron] Request body: {'port': {'device_id': '89f2c8a2-988c-461a-9794-2567df57261f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81103'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:28:48.737401 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-2270ca97-b127-4a5b-9dbf-2f42fd727576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:48.775457 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-d4bca4c7-2a7e-4d06-bdb2-262a20d15038 None None] Provisioning complete for port bf8a204d-6396-4e94-a812-1c590ba8e32c triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:28:48.776020 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-d4bca4c7-2a7e-4d06-bdb2-262a20d15038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:48.810734 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-d4bca4c7-2a7e-4d06-bdb2-262a20d15038 None None] Port bf8a204d-6396-4e94-a812-1c590ba8e32c cannot update to ACTIVE because it is not bound. {{(pid=94002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 11:28:48.991308 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ff3b4-82a8-49b3-864b-baed5f38c1e5 req-8b4cf106-af84-482e-878d-fa8df16480ea tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:48.992817 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-278ff3b4-82a8-49b3-864b-baed5f38c1e5 req-8b4cf106-af84-482e-878d-fa8df16480ea tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0733535 Sep 26 11:28:49.068207 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-278ff3b4-82a8-49b3-864b-baed5f38c1e5 req-836cbf2b-1190-465d-a44e-57b9936c1178 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689282 Sep 26 11:28:49.072216 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-2270ca97-b127-4a5b-9dbf-2f42fd727576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8a204d-6396-4e94-a812-1c590ba8e32c {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:28:49.079782 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-2270ca97-b127-4a5b-9dbf-2f42fd727576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:49.092610 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-2270ca97-b127-4a5b-9dbf-2f42fd727576 service neutron] Transition to ACTIVE for port object bf8a204d-6396-4e94-a812-1c590ba8e32c will not be triggered until provisioned by entity L2. {{(pid=94001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 11:28:49.098148 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-2270ca97-b127-4a5b-9dbf-2f42fd727576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530552719'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:49.153274 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270ca97-b127-4a5b-9dbf-2f42fd727576 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8a204d-6396-4e94-a812-1c590ba8e32c,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:28:49.235214 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-2270ca97-b127-4a5b-9dbf-2f42fd727576 service neutron] Attempting to bind port bf8a204d-6396-4e94-a812-1c590ba8e32c on host hv-cinder-81103 for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:28:49.235552 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-2270ca97-b127-4a5b-9dbf-2f42fd727576 service neutron] Attempting to bind port bf8a204d-6396-4e94-a812-1c590ba8e32c by drivers openvswitch,hyperv on host hv-cinder-81103 at level 0 using segments [{'id': '16519192-f9bf-4c30-a8ac-07119e563f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:28:49.235883 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-2270ca97-b127-4a5b-9dbf-2f42fd727576 service neutron] Attempting to bind port bf8a204d-6396-4e94-a812-1c590ba8e32c on network fee0bc02-ba70-4306-88e5-38ff36a0bcb8 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:28:49.271789 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-2270ca97-b127-4a5b-9dbf-2f42fd727576 service neutron] Port bf8a204d-6396-4e94-a812-1c590ba8e32c on network fee0bc02-ba70-4306-88e5-38ff36a0bcb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81103 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 11:28:49.272150 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-2270ca97-b127-4a5b-9dbf-2f42fd727576 service neutron] Attempting to bind port bf8a204d-6396-4e94-a812-1c590ba8e32c on network fee0bc02-ba70-4306-88e5-38ff36a0bcb8 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:28:49.315058 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-2270ca97-b127-4a5b-9dbf-2f42fd727576 service neutron] Checking agent: {'id': 'c7902f34-c618-4561-9fcf-9ee1c8cebcf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81103', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'started_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:28:49.315402 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-2270ca97-b127-4a5b-9dbf-2f42fd727576 service neutron] Checking segment: {'id': '16519192-f9bf-4c30-a8ac-07119e563f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:28:49.315787 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-2270ca97-b127-4a5b-9dbf-2f42fd727576 service neutron] Bound using segment: {'id': '16519192-f9bf-4c30-a8ac-07119e563f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:28:49.316827 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-2270ca97-b127-4a5b-9dbf-2f42fd727576 service neutron] Bound port: bf8a204d-6396-4e94-a812-1c590ba8e32c, host: hv-cinder-81103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16519192-f9bf-4c30-a8ac-07119e563f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:28:49.317829 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-2270ca97-b127-4a5b-9dbf-2f42fd727576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:49.352326 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9880983-2e27-4121-b7e9-554114fd0538 req-96196dac-cbb4-41a4-9721-d9a3eb9aea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:49.353823 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c9880983-2e27-4121-b7e9-554114fd0538 req-96196dac-cbb4-41a4-9721-d9a3eb9aea5b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7cb378b591e143fb91d044bdf1c9f3df&device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 1099 time: 0.0456789 Sep 26 11:28:49.378051 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da72bb9-1c46-4e41-b9a9-84675eb3e593 req-dac1ee1a-833f-45ca-a6f2-ccba3d64f022 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:49.380219 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8da72bb9-1c46-4e41-b9a9-84675eb3e593 req-dac1ee1a-833f-45ca-a6f2-ccba3d64f022 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=89f2c8a2-988c-461a-9794-2567df57261f HTTP/1.1" status: 200 len: 944 time: 0.1297584 Sep 26 11:28:49.389585 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b06633-904a-405e-9518-50bc062f478b req-6606cac1-3a0b-45b9-9f17-106375193561 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:49.391743 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-22b06633-904a-405e-9518-50bc062f478b req-6606cac1-3a0b-45b9-9f17-106375193561 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.1427972 Sep 26 11:28:49.454233 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9880983-2e27-4121-b7e9-554114fd0538 req-d3d61bbd-5af2-42ed-9bfc-5ab0bbdcdb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:49.456247 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c9880983-2e27-4121-b7e9-554114fd0538 req-d3d61bbd-5af2-42ed-9bfc-5ab0bbdcdb14 service neutron] 10.222.0.22 "GET /v2.0/networks?id=33aa0508-6769-4d11-a139-b97309f298c0 HTTP/1.1" status: 200 len: 911 time: 0.0952141 Sep 26 11:28:49.469663 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-2270ca97-b127-4a5b-9dbf-2f42fd727576 service neutron] For port bf8a204d-6396-4e94-a812-1c590ba8e32c, host hv-cinder-81103, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:28:49.478505 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8da72bb9-1c46-4e41-b9a9-84675eb3e593 req-51e396da-cc95-4ba9-9f1e-29cf37ad9428 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845983 Sep 26 11:28:49.498288 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-2270ca97-b127-4a5b-9dbf-2f42fd727576 service neutron] For port bf8a204d-6396-4e94-a812-1c590ba8e32c, host hv-cinder-81103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=bf8a204d-6396-4e94-a812-1c590ba8e32c,segment=NetworkSegment(16519192-f9bf-4c30-a8ac-07119e563f4f),segment_id=16519192-f9bf-4c30-a8ac-07119e563f4f)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:28:49.502557 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-22b06633-904a-405e-9518-50bc062f478b req-795be014-d7d9-426a-b4ef-4829a2eeb659 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981996 Sep 26 11:28:49.504873 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-2270ca97-b127-4a5b-9dbf-2f42fd727576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530552719'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:49.530568 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c9880983-2e27-4121-b7e9-554114fd0538 req-980ce481-6177-4cb5-8455-a0809f6a08e7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cccd193f-df95-4f0f-8a36-38088c41678f HTTP/1.1" status: 200 len: 1002 time: 0.0675621 Sep 26 11:28:49.565567 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-2270ca97-b127-4a5b-9dbf-2f42fd727576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:49.566348 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-2270ca97-b127-4a5b-9dbf-2f42fd727576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:49.567916 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-2270ca97-b127-4a5b-9dbf-2f42fd727576 service neutron] 10.222.0.22 "PUT /v2.0/ports/bf8a204d-6396-4e94-a812-1c590ba8e32c HTTP/1.1" status: 200 len: 1094 time: 0.8905261 Sep 26 11:28:49.568433 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f2c8a2-988c-461a-9794-2567df57261f', 'tag': 'bf8a204d-6396-4e94-a812-1c590ba8e32c'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:28:49.570890 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6976e6b9-4121-4863-a543-921039ff21f6" -d '{"events": [{"name": "network-changed", "server_uuid": "89f2c8a2-988c-461a-9794-2567df57261f", "tag": "bf8a204d-6396-4e94-a812-1c590ba8e32c"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:28:49.584365 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9880983-2e27-4121-b7e9-554114fd0538 req-2f670352-1990-4b92-81d7-c735baca2fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:49.586424 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c9880983-2e27-4121-b7e9-554114fd0538 req-2f670352-1990-4b92-81d7-c735baca2fa6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21de4efa-7bad-4711-b421-ca5ac892cc95 HTTP/1.1" status: 200 len: 849 time: 0.0489030 Sep 26 11:28:49.597131 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270ca97-b127-4a5b-9dbf-2f42fd727576 service neutron] Pushing event updated for resources: {'Port': ['ID=bf8a204d-6396-4e94-a812-1c590ba8e32c,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:28:49.624264 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564343c1-cc2f-4fa8-89d4-a29e519681d6 x-openstack-request-id: req-564343c1-cc2f-4fa8-89d4-a29e519681d6 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:28:49.624561 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f2c8a2-988c-461a-9794-2567df57261f", "tag": "bf8a204d-6396-4e94-a812-1c590ba8e32c", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:28:49.624816 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-564343c1-cc2f-4fa8-89d4-a29e519681d6 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:28:49.625216 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f2c8a2-988c-461a-9794-2567df57261f', 'tag': 'bf8a204d-6396-4e94-a812-1c590ba8e32c', 'status': 'completed', 'code': 200} Sep 26 11:28:49.662338 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9880983-2e27-4121-b7e9-554114fd0538 req-88447d1e-3250-4dce-8ff2-c38784f4ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:49.663913 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c9880983-2e27-4121-b7e9-554114fd0538 req-88447d1e-3250-4dce-8ff2-c38784f4ca4e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33aa0508-6769-4d11-a139-b97309f298c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651922 Sep 26 11:28:49.666090 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-488cb30e-e5ae-4b12-97d8-91aab5b6a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:49.667637 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-488cb30e-e5ae-4b12-97d8-91aab5b6a217 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce837c99bcc9456283c5401547ff5a76&device_id=89f2c8a2-988c-461a-9794-2567df57261f HTTP/1.1" status: 200 len: 1097 time: 0.0530868 Sep 26 11:28:49.716571 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-a26a3278-46cb-4373-ac09-c69e35fe7967 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf8a204d-6396-4e94-a812-1c590ba8e32c HTTP/1.1" status: 200 len: 217 time: 0.0377684 Sep 26 11:28:49.770390 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-378f1e24-db55-4d81-b04d-1337f9e8f357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:49.772057 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-378f1e24-db55-4d81-b04d-1337f9e8f357 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=258101c2-cabd-4a87-bb0e-e9533532d3e4 HTTP/1.1" status: 200 len: 850 time: 0.0479650 Sep 26 11:28:49.773520 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c9880983-2e27-4121-b7e9-554114fd0538 req-ccdde0d3-01aa-4a13-9c8a-fc60e21b9ad9 service neutron] 10.222.0.22 "GET /v2.0/networks/33aa0508-6769-4d11-a139-b97309f298c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952377 Sep 26 11:28:49.827518 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-dec9115f-e73d-4e80-b0cd-e38c38cdcea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:49.829170 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-dec9115f-e73d-4e80-b0cd-e38c38cdcea4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445464 Sep 26 11:28:49.889443 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-c9880983-2e27-4121-b7e9-554114fd0538 req-bbf8e189-2769-4313-b33f-73e6c68ee2be service neutron] 10.222.0.22 "GET /v2.0/networks/33aa0508-6769-4d11-a139-b97309f298c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034203 Sep 26 11:28:49.930300 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-52d3c541-5dbd-4be3-b73a-f25ef7e13bec service neutron] 10.222.0.22 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930545 Sep 26 11:28:50.024447 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bcfdb26c-fb05-4d4d-91d9-b7e5b04e3875 req-7c4c8372-29e5-4063-b988-ace70238295b service neutron] 10.222.0.22 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870192 Sep 26 11:28:50.112533 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976e6b9-4121-4863-a543-921039ff21f6 req-21e3f343-d563-47ae-896d-f2f8fee7b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:50.114317 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6976e6b9-4121-4863-a543-921039ff21f6 req-21e3f343-d563-47ae-896d-f2f8fee7b5fd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce837c99bcc9456283c5401547ff5a76&device_id=89f2c8a2-988c-461a-9794-2567df57261f HTTP/1.1" status: 200 len: 1097 time: 0.0401857 Sep 26 11:28:50.211515 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976e6b9-4121-4863-a543-921039ff21f6 req-b0c96edd-620c-4857-8637-23d98192a097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:50.212875 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6976e6b9-4121-4863-a543-921039ff21f6 req-b0c96edd-620c-4857-8637-23d98192a097 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8 HTTP/1.1" status: 200 len: 912 time: 0.0866003 Sep 26 11:28:50.254923 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6976e6b9-4121-4863-a543-921039ff21f6 req-83b904e9-ceab-4164-bb0b-82828dd93c07 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf8a204d-6396-4e94-a812-1c590ba8e32c HTTP/1.1" status: 200 len: 217 time: 0.0328410 Sep 26 11:28:50.307838 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976e6b9-4121-4863-a543-921039ff21f6 req-1db5dfff-0022-41f2-847e-4a80b3d637f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:50.309305 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6976e6b9-4121-4863-a543-921039ff21f6 req-1db5dfff-0022-41f2-847e-4a80b3d637f8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=258101c2-cabd-4a87-bb0e-e9533532d3e4 HTTP/1.1" status: 200 len: 850 time: 0.0439556 Sep 26 11:28:50.360285 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976e6b9-4121-4863-a543-921039ff21f6 req-275fc9d4-fee1-4227-9693-75c05f2c8bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:50.361824 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6976e6b9-4121-4863-a543-921039ff21f6 req-275fc9d4-fee1-4227-9693-75c05f2c8bf8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434432 Sep 26 11:28:50.459243 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6976e6b9-4121-4863-a543-921039ff21f6 req-14a128a0-3c7b-4754-a572-cc8cedaad04b service neutron] 10.222.0.22 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866065 Sep 26 11:28:50.567945 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6976e6b9-4121-4863-a543-921039ff21f6 req-68cc4e2d-9707-4cbd-9a90-9d85ee66abdc service neutron] 10.222.0.22 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010978 Sep 26 11:28:50.630583 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfaaf0-e57b-46e7-bc56-518f1dcbe573 req-86ae6923-77ae-4332-bd04-fcca456ddc14 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:50.632092 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-03bfaaf0-e57b-46e7-bc56-518f1dcbe573 req-86ae6923-77ae-4332-bd04-fcca456ddc14 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=89f2c8a2-988c-461a-9794-2567df57261f HTTP/1.1" status: 200 len: 944 time: 0.0798376 Sep 26 11:28:50.656163 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7c0d7-ca8b-4903-b7ea-d55b64e08bae req-d1b9c498-1207-4767-a145-3147754bcf08 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:50.657659 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-93d7c0d7-ca8b-4903-b7ea-d55b64e08bae req-d1b9c498-1207-4767-a145-3147754bcf08 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0749738 Sep 26 11:28:50.705596 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-03bfaaf0-e57b-46e7-bc56-518f1dcbe573 req-a540f4b2-2047-487f-8674-7101085bbb7c tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669274 Sep 26 11:28:50.713828 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-93d7c0d7-ca8b-4903-b7ea-d55b64e08bae req-245eeefd-0610-4bc8-a709-dba08f1e8fe1 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491168 Sep 26 11:28:51.828687 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8bcf1-2673-4e22-919b-4fb00e7a4090 req-741a07d1-c0d1-42c5-b742-89d4ee03c186 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:51.830358 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-07b8bcf1-2673-4e22-919b-4fb00e7a4090 req-741a07d1-c0d1-42c5-b742-89d4ee03c186 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=89f2c8a2-988c-461a-9794-2567df57261f HTTP/1.1" status: 200 len: 944 time: 0.0575447 Sep 26 11:28:51.876270 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-07b8bcf1-2673-4e22-919b-4fb00e7a4090 req-8d1ba64f-d481-4824-8845-910fa276a5ca tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381699 Sep 26 11:28:51.941710 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abb084-dba7-43ea-84e2-99a7759e86af req-af7b1114-c138-477f-b05d-cd37432bb1d3 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:51.943302 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-05abb084-dba7-43ea-84e2-99a7759e86af req-af7b1114-c138-477f-b05d-cd37432bb1d3 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 946 time: 0.0537834 Sep 26 11:28:51.981200 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-05abb084-dba7-43ea-84e2-99a7759e86af req-5abcb527-8ae1-47c7-951d-44fba46ef7cc tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319445 Sep 26 11:28:52.997390 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66eb4da-710d-4666-b9a4-9af8c1c966b0 req-a730bfa4-c699-4d9b-bb27-13f8d66e4555 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:52.999010 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e66eb4da-710d-4666-b9a4-9af8c1c966b0 req-a730bfa4-c699-4d9b-bb27-13f8d66e4555 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=89f2c8a2-988c-461a-9794-2567df57261f HTTP/1.1" status: 200 len: 944 time: 0.0509040 Sep 26 11:28:53.046955 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e66eb4da-710d-4666-b9a4-9af8c1c966b0 req-5e1d5e3a-a492-4be7-8241-e222eab0fa02 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370884 Sep 26 11:28:53.108767 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f680d-1b69-40c1-9038-acb74f285af3 req-30aa64db-4b56-474a-918c-39b1417a8f0d tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:53.110319 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ed6f680d-1b69-40c1-9038-acb74f285af3 req-30aa64db-4b56-474a-918c-39b1417a8f0d tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 946 time: 0.0569112 Sep 26 11:28:53.151618 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ed6f680d-1b69-40c1-9038-acb74f285af3 req-020bb8f0-3520-4b06-8c15-24b229cf52c1 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334167 Sep 26 11:28:54.159197 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4bc66e-4bb4-41ef-8058-733ddd30c5f1 req-91515e00-cb82-450c-a81e-0512888d2185 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:54.160817 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-eb4bc66e-4bb4-41ef-8058-733ddd30c5f1 req-91515e00-cb82-450c-a81e-0512888d2185 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=89f2c8a2-988c-461a-9794-2567df57261f HTTP/1.1" status: 200 len: 944 time: 0.0486000 Sep 26 11:28:54.199161 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-eb4bc66e-4bb4-41ef-8058-733ddd30c5f1 req-a9e2371d-3059-4417-a117-b3986e2e4af5 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321169 Sep 26 11:28:54.268852 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55716cbd-30b0-46ea-8aee-12ec74e167b7 req-acd4e749-f524-414a-b9da-70bd448827fb tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:54.270314 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-55716cbd-30b0-46ea-8aee-12ec74e167b7 req-acd4e749-f524-414a-b9da-70bd448827fb tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 946 time: 0.0484488 Sep 26 11:28:54.306962 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-55716cbd-30b0-46ea-8aee-12ec74e167b7 req-89d7881d-af90-4c73-8a95-82406ed46aad tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308394 Sep 26 11:28:55.314042 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f578221-e720-4c9f-817a-9dbbf034efad req-4eab658f-7d2b-46d9-a1e3-db602c1ae677 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:55.315437 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5f578221-e720-4c9f-817a-9dbbf034efad req-4eab658f-7d2b-46d9-a1e3-db602c1ae677 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=89f2c8a2-988c-461a-9794-2567df57261f HTTP/1.1" status: 200 len: 944 time: 0.0510287 Sep 26 11:28:55.355332 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5f578221-e720-4c9f-817a-9dbbf034efad req-67bb4fdd-79a2-4e50-9cc9-00c7e31bf455 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337927 Sep 26 11:28:55.420645 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1d91f-665a-4785-8521-29394ec2f6c7 req-2ebe5af6-7ec2-4bbb-89ac-203280a21f51 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:55.422117 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-02a1d91f-665a-4785-8521-29394ec2f6c7 req-2ebe5af6-7ec2-4bbb-89ac-203280a21f51 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 946 time: 0.0490832 Sep 26 11:28:55.459700 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-02a1d91f-665a-4785-8521-29394ec2f6c7 req-e3d7aad8-ee35-4a7a-ab1a-613bbdad26cc tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310602 Sep 26 11:28:56.466075 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68737ce8-b918-49b8-b8b6-c7e633ca84bc req-234b7ca8-ffc2-4465-9203-814910fe2420 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:56.467574 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-68737ce8-b918-49b8-b8b6-c7e633ca84bc req-234b7ca8-ffc2-4465-9203-814910fe2420 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=89f2c8a2-988c-461a-9794-2567df57261f HTTP/1.1" status: 200 len: 944 time: 0.0481646 Sep 26 11:28:56.506067 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-68737ce8-b918-49b8-b8b6-c7e633ca84bc req-ebe810a3-c7d8-4a99-8a8b-2242f017c924 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326917 Sep 26 11:28:56.578071 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7743e6d-5964-41e7-88e6-305e452c71b8 req-cfb491d4-7803-4f34-81a3-9df25f78e704 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:56.579545 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b7743e6d-5964-41e7-88e6-305e452c71b8 req-cfb491d4-7803-4f34-81a3-9df25f78e704 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 946 time: 0.0509534 Sep 26 11:28:56.617777 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b7743e6d-5964-41e7-88e6-305e452c71b8 req-b1a3fcc2-738d-4ae6-8406-d548195f6ffa tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321577 Sep 26 11:28:56.662245 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device bf8a204d-6396-4e94-a812-1c590ba8e32c details requested by agent hyperv_hv-cinder-81103 with host hv-cinder-81103 {{(pid=94002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 11:28:56.763349 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port bf8a204d-6396-4e94-a812-1c590ba8e32c, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=bf8a204d-6396-4e94-a812-1c590ba8e32c,segment=NetworkSegment(16519192-f9bf-4c30-a8ac-07119e563f4f),segment_id=16519192-f9bf-4c30-a8ac-07119e563f4f)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:28:56.774231 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Returning: {'device': 'bf8a204d-6396-4e94-a812-1c590ba8e32c', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'port_id': 'bf8a204d-6396-4e94-a812-1c590ba8e32c', 'mac_address': 'fa:16:3e:47:37:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 11:28:56.812841 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:56.825124 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8a204d-6396-4e94-a812-1c590ba8e32c {{(pid=94002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:28:56.843983 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port bf8a204d-6396-4e94-a812-1c590ba8e32c, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=bf8a204d-6396-4e94-a812-1c590ba8e32c,segment=NetworkSegment(16519192-f9bf-4c30-a8ac-07119e563f4f),segment_id=16519192-f9bf-4c30-a8ac-07119e563f4f)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:28:56.848783 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:56.898864 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=bf8a204d-6396-4e94-a812-1c590ba8e32c,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:28:57.090376 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['bf8a204d-6396-4e94-a812-1c590ba8e32c'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:28:57.617461 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08773cfe-16a4-4d41-a053-ca75dc1b0c9c req-c2613a31-f166-4b30-8f45-c945a1533068 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:57.619004 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-08773cfe-16a4-4d41-a053-ca75dc1b0c9c req-c2613a31-f166-4b30-8f45-c945a1533068 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=89f2c8a2-988c-461a-9794-2567df57261f HTTP/1.1" status: 200 len: 945 time: 0.0490670 Sep 26 11:28:57.657200 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-08773cfe-16a4-4d41-a053-ca75dc1b0c9c req-b1ea1c4d-9113-4c3f-a666-0c3ee8d8f7a0 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321751 Sep 26 11:28:57.730103 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca771dc-ba10-4afa-ad45-672b82007ad3 req-7d0c0045-01fa-4beb-91af-60bb8a9ff04d tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:57.731609 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3ca771dc-ba10-4afa-ad45-672b82007ad3 req-7d0c0045-01fa-4beb-91af-60bb8a9ff04d tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 946 time: 0.0478277 Sep 26 11:28:57.768306 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3ca771dc-ba10-4afa-ad45-672b82007ad3 req-54f6d9ea-cab5-436e-ab24-f1ac66d30fc9 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308397 Sep 26 11:28:58.674234 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device bf8a204d-6396-4e94-a812-1c590ba8e32c up at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:28:58.725637 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning for port bf8a204d-6396-4e94-a812-1c590ba8e32c completed by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 11:28:58.729319 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning complete for port bf8a204d-6396-4e94-a812-1c590ba8e32c triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:28:58.729684 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:58.774859 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec7557-2ca9-468e-8cbc-096b04854004 req-55e54979-8f4e-46f0-8854-a8ab4616b236 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:58.776337 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-56ec7557-2ca9-468e-8cbc-096b04854004 req-55e54979-8f4e-46f0-8854-a8ab4616b236 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=89f2c8a2-988c-461a-9794-2567df57261f HTTP/1.1" status: 200 len: 945 time: 0.0516598 Sep 26 11:28:58.811553 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:58.817041 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-56ec7557-2ca9-468e-8cbc-096b04854004 req-4e2200ec-58a1-4655-a0c5-e8932405d6f9 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346577 Sep 26 11:28:58.836855 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f2c8a2-988c-461a-9794-2567df57261f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8a204d-6396-4e94-a812-1c590ba8e32c'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:28:58.839157 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef02713e-54c1-4207-90f7-5d7c3475170f" -d '{"events": [{"server_uuid": "89f2c8a2-988c-461a-9794-2567df57261f", "name": "network-vif-plugged", "status": "completed", "tag": "bf8a204d-6396-4e94-a812-1c590ba8e32c"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:28:58.852949 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port bf8a204d-6396-4e94-a812-1c590ba8e32c, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=bf8a204d-6396-4e94-a812-1c590ba8e32c,segment=NetworkSegment(16519192-f9bf-4c30-a8ac-07119e563f4f),segment_id=16519192-f9bf-4c30-a8ac-07119e563f4f)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:28:58.857532 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:58.886443 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f07c5c5-00c5-4caa-a0dd-33fe701b6240 x-openstack-request-id: req-0f07c5c5-00c5-4caa-a0dd-33fe701b6240 {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:28:58.886830 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f2c8a2-988c-461a-9794-2567df57261f", "name": "network-vif-plugged", "status": "completed", "tag": "bf8a204d-6396-4e94-a812-1c590ba8e32c", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:28:58.887016 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f07c5c5-00c5-4caa-a0dd-33fe701b6240 {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:28:58.887397 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f2c8a2-988c-461a-9794-2567df57261f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8a204d-6396-4e94-a812-1c590ba8e32c', 'code': 200} Sep 26 11:28:58.900263 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf860e9-d148-4837-a9e5-752a89105de7 req-cf21b321-f35b-4b8c-8bf0-481b3f56f902 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:58.901789 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-dbf860e9-d148-4837-a9e5-752a89105de7 req-cf21b321-f35b-4b8c-8bf0-481b3f56f902 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 946 time: 0.0526593 Sep 26 11:28:58.916510 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=bf8a204d-6396-4e94-a812-1c590ba8e32c,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:28:58.941486 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-dbf860e9-d148-4837-a9e5-752a89105de7 req-d1fc2b32-bd4d-4faa-817a-888c4f82cc75 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330715 Sep 26 11:28:59.112340 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82409ebb-7299-4776-ac9d-c4330d027822 req-203fc774-3476-46f0-b940-4a319f66ef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:59.113966 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-82409ebb-7299-4776-ac9d-c4330d027822 req-203fc774-3476-46f0-b940-4a319f66ef85 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=89f2c8a2-988c-461a-9794-2567df57261f HTTP/1.1" status: 200 len: 1099 time: 0.0398667 Sep 26 11:28:59.149253 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-82409ebb-7299-4776-ac9d-c4330d027822 req-8941be7d-fc32-486a-82a4-b3a47f449dc7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285418 Sep 26 11:28:59.333893 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cd16568-cbfb-46b9-81f1-421e324206fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:59.706934 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:28:59.937550 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd452a87-1c7e-4bfb-adaa-96bd110c9184 req-61c10849-e7dd-4118-9b0c-48b56104afa6 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:28:59.939115 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-cd452a87-1c7e-4bfb-adaa-96bd110c9184 req-61c10849-e7dd-4118-9b0c-48b56104afa6 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=89f2c8a2-988c-461a-9794-2567df57261f HTTP/1.1" status: 200 len: 946 time: 0.0529623 Sep 26 11:28:59.980305 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-cd452a87-1c7e-4bfb-adaa-96bd110c9184 req-a77f8532-846f-4d8e-9c47-70d030d0a328 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342011 Sep 26 11:29:00.068569 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-91705940-765c-4a39-b200-ee120e2f52a4 req-a9e347f1-543d-4ab1-b467-6a6daeab5039 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674324 Sep 26 11:29:00.080314 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953282f1-2e0e-4cfd-a730-9cd4381c63f8 req-460350b2-6bfc-4377-b6db-ac0869c07ea1 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:00.081733 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-953282f1-2e0e-4cfd-a730-9cd4381c63f8 req-460350b2-6bfc-4377-b6db-ac0869c07ea1 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 946 time: 0.0574946 Sep 26 11:29:00.147321 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-953282f1-2e0e-4cfd-a730-9cd4381c63f8 req-6b1b4493-6529-4ef7-b7c3-9a486c0a0b27 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581717 Sep 26 11:29:00.157437 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91705940-765c-4a39-b200-ee120e2f52a4 req-e92f62ef-1579-4f44-84da-625d3a4d34c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:00.159037 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-91705940-765c-4a39-b200-ee120e2f52a4 req-e92f62ef-1579-4f44-84da-625d3a4d34c2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7cb378b591e143fb91d044bdf1c9f3df&device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 1099 time: 0.0565507 Sep 26 11:29:00.272942 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91705940-765c-4a39-b200-ee120e2f52a4 req-c6701571-8f57-47d4-b263-244c32444649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:00.274485 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-91705940-765c-4a39-b200-ee120e2f52a4 req-c6701571-8f57-47d4-b263-244c32444649 service neutron] 10.222.0.22 "GET /v2.0/networks?id=33aa0508-6769-4d11-a139-b97309f298c0 HTTP/1.1" status: 200 len: 911 time: 0.0839515 Sep 26 11:29:00.355598 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-91705940-765c-4a39-b200-ee120e2f52a4 req-f18e7345-f767-4157-973d-be203a9e906d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cccd193f-df95-4f0f-8a36-38088c41678f HTTP/1.1" status: 200 len: 1002 time: 0.0645375 Sep 26 11:29:00.408325 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91705940-765c-4a39-b200-ee120e2f52a4 req-fe68d7a6-809f-43b0-9478-05548fc17c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:00.409882 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-91705940-765c-4a39-b200-ee120e2f52a4 req-fe68d7a6-809f-43b0-9478-05548fc17c7a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21de4efa-7bad-4711-b421-ca5ac892cc95 HTTP/1.1" status: 200 len: 849 time: 0.0439725 Sep 26 11:29:00.455312 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91705940-765c-4a39-b200-ee120e2f52a4 req-785d4350-c786-4ef1-8422-178a2abff752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:00.456779 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-91705940-765c-4a39-b200-ee120e2f52a4 req-785d4350-c786-4ef1-8422-178a2abff752 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33aa0508-6769-4d11-a139-b97309f298c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384114 Sep 26 11:29:00.558151 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-91705940-765c-4a39-b200-ee120e2f52a4 req-446d4250-f1c5-42d6-bd83-f1a89a6f2bd2 service neutron] 10.222.0.22 "GET /v2.0/networks/33aa0508-6769-4d11-a139-b97309f298c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835776 Sep 26 11:29:00.649318 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-91705940-765c-4a39-b200-ee120e2f52a4 req-9d8ea86b-431f-4a1e-be41-148b995c8b36 service neutron] 10.222.0.22 "GET /v2.0/networks/33aa0508-6769-4d11-a139-b97309f298c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829499 Sep 26 11:29:01.100786 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d0ef3-85ec-46e9-b545-ccafced7aef9 req-f3d4c815-22ff-4998-8164-be6f311c7f61 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:01.102278 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-750d0ef3-85ec-46e9-b545-ccafced7aef9 req-f3d4c815-22ff-4998-8164-be6f311c7f61 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=89f2c8a2-988c-461a-9794-2567df57261f HTTP/1.1" status: 200 len: 946 time: 0.0513361 Sep 26 11:29:01.142958 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-750d0ef3-85ec-46e9-b545-ccafced7aef9 req-b1aa96e9-1aa4-40c3-826b-6e6ad814a95d tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342724 Sep 26 11:29:01.280801 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcccd7-08bc-414c-bcfc-b79df6e57aa2 req-de5ff647-25da-4929-91fe-a78e59a1b627 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:01.282196 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bddcccd7-08bc-414c-bcfc-b79df6e57aa2 req-de5ff647-25da-4929-91fe-a78e59a1b627 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=89f2c8a2-988c-461a-9794-2567df57261f HTTP/1.1" status: 200 len: 946 time: 0.0731702 Sep 26 11:29:01.293788 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74274745-1ef1-47fc-958b-3e60179350f6 req-6ed22e3f-734e-44a9-8727-eb31ae2cb5a2 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:01.295288 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-74274745-1ef1-47fc-958b-3e60179350f6 req-6ed22e3f-734e-44a9-8727-eb31ae2cb5a2 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 946 time: 0.0775545 Sep 26 11:29:01.573579 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bddcccd7-08bc-414c-bcfc-b79df6e57aa2 req-d4757314-5d14-4ef5-a299-14156cbe0521 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2772541 Sep 26 11:29:01.580567 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-74274745-1ef1-47fc-958b-3e60179350f6 req-8a72bd92-7906-40c2-ba46-0569ac86800b tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2781153 Sep 26 11:29:01.595514 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 53206) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:29:01.633527 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3f473d-8143-4724-abd5-e3ccf33cddfc tempest-TestVolumeBootPattern-401286140 tempest-TestVolumeBootPattern-401286140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:01.635036 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-cd3f473d-8143-4724-abd5-e3ccf33cddfc tempest-TestVolumeBootPattern-401286140 tempest-TestVolumeBootPattern-401286140-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=89f2c8a2-988c-461a-9794-2567df57261f HTTP/1.1" status: 200 len: 1094 time: 0.0385332 Sep 26 11:29:01.637680 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 53208) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:29:01.641761 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-d48a0654-fbfe-439a-9a4b-54c7d43d9c94 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Request body: {'floatingip': {'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'port_id': 'bf8a204d-6396-4e94-a812-1c590ba8e32c', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:29:01.662743 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d48a0654-fbfe-439a-9a4b-54c7d43d9c94 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for floatingip, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:01.760020 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d48a0654-fbfe-439a-9a4b-54c7d43d9c94 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:01.865738 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2d43916e-8c27-47b9-8d32-d1ff3f142284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:01.868713 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [None req-d48a0654-fbfe-439a-9a4b-54c7d43d9c94 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Allocated IP 172.27.3.211 (d645f16f-c1f8-40bc-a964-fd8a8508da46/7b04f644-4880-4113-a1d0-930d600f8f14/bc13f882-9401-49b1-a764-4c9cb9cb1520) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:29:01.974368 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d48a0654-fbfe-439a-9a4b-54c7d43d9c94 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:02.007124 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d48a0654-fbfe-439a-9a4b-54c7d43d9c94 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:02.042817 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48a0654-fbfe-439a-9a4b-54c7d43d9c94 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Network d645f16f-c1f8-40bc-a964-fd8a8508da46 is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:29:02.045637 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-d48a0654-fbfe-439a-9a4b-54c7d43d9c94 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:29:02.049002 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48a0654-fbfe-439a-9a4b-54c7d43d9c94 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:29:02.076069 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a0654-fbfe-439a-9a4b-54c7d43d9c94 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Pushing event updated for resources: {'Port': ['ID=bc13f882-9401-49b1-a764-4c9cb9cb1520,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:02.399840 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d48a0654-fbfe-439a-9a4b-54c7d43d9c94 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:02.469527 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d48a0654-fbfe-439a-9a4b-54c7d43d9c94 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:02.477874 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:02.620794 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d48a0654-fbfe-439a-9a4b-54c7d43d9c94 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for port, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:02.625674 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d48a0654-fbfe-439a-9a4b-54c7d43d9c94 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530552719'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:02.722935 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a0654-fbfe-439a-9a4b-54c7d43d9c94 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Pushing event updated for resources: {'Port': ['ID=bc13f882-9401-49b1-a764-4c9cb9cb1520,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:02.742455 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d48a0654-fbfe-439a-9a4b-54c7d43d9c94 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748570'] for floatingip, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:02.752535 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded8227-1186-4de2-9c18-b41002343f77 req-75d39def-3220-4790-be9c-25293eb20aa6 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:02.754517 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-eded8227-1186-4de2-9c18-b41002343f77 req-75d39def-3220-4790-be9c-25293eb20aa6 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 946 time: 0.1021061 Sep 26 11:29:02.860023 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-eded8227-1186-4de2-9c18-b41002343f77 req-28c8ceda-4d5c-4f74-984c-dcd29f4c1b78 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756729 Sep 26 11:29:02.877945 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.db.l3_db [None req-d48a0654-fbfe-439a-9a4b-54c7d43d9c94 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Floating IP bf111281-623f-4ccb-a464-c80f882e3c5d associated. External IP: 172.27.3.211, port: bf8a204d-6396-4e94-a812-1c590ba8e32c. Sep 26 11:29:03.085330 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48a0654-fbfe-439a-9a4b-54c7d43d9c94 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Router 87b22159-4259-43a7-961f-28cde81a65c8 has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:29:03.186906 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48a0654-fbfe-439a-9a4b-54c7d43d9c94 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:29:03.197123 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd28852-ee85-4364-bb23-592d57f33a36 None None] Sync routers for ids ['87b22159-4259-43a7-961f-28cde81a65c8'] in dv-cinder-811032-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:29:03.203087 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d48a0654-fbfe-439a-9a4b-54c7d43d9c94 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for floatingip, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:03.206501 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd28852-ee85-4364-bb23-592d57f33a36 None None] Routers {'87b22159-4259-43a7-961f-28cde81a65c8'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:29:03.207247 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-2cd28852-ee85-4364-bb23-592d57f33a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:29:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['87b22159-4259-43a7-961f-28cde81a65c8'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:29:03.232203 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-d48a0654-fbfe-439a-9a4b-54c7d43d9c94 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5935380 Sep 26 11:29:03.232782 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f2c8a2-988c-461a-9794-2567df57261f', 'tag': 'bf8a204d-6396-4e94-a812-1c590ba8e32c'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:29:03.235472 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cd97bc-a9e7-4d00-a8bf-eefb92736aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "89f2c8a2-988c-461a-9794-2567df57261f", "tag": "bf8a204d-6396-4e94-a812-1c590ba8e32c"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:29:03.270453 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84441ee-f4f7-4b24-b7f1-e74d3dea68c7 x-openstack-request-id: req-f84441ee-f4f7-4b24-b7f1-e74d3dea68c7 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:29:03.270800 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f2c8a2-988c-461a-9794-2567df57261f", "tag": "bf8a204d-6396-4e94-a812-1c590ba8e32c", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:29:03.271053 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f84441ee-f4f7-4b24-b7f1-e74d3dea68c7 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:29:03.271449 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f2c8a2-988c-461a-9794-2567df57261f', 'tag': 'bf8a204d-6396-4e94-a812-1c590ba8e32c', 'status': 'completed', 'code': 200} Sep 26 11:29:03.318805 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:03.329263 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-2cd28852-ee85-4364-bb23-592d57f33a36 None None] Set router 87b22159-4259-43a7-961f-28cde81a65c8 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:29:03.341401 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd97bc-a9e7-4d00-a8bf-eefb92736aa8 req-fcabd5ce-38cd-48c7-a800-4143c29e51ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:03.342932 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-72cd97bc-a9e7-4d00-a8bf-eefb92736aa8 req-fcabd5ce-38cd-48c7-a800-4143c29e51ec service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce837c99bcc9456283c5401547ff5a76&device_id=89f2c8a2-988c-461a-9794-2567df57261f HTTP/1.1" status: 200 len: 1099 time: 0.0406291 Sep 26 11:29:03.434039 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd97bc-a9e7-4d00-a8bf-eefb92736aa8 req-45684413-c5e5-48e4-9bf6-70480526ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:03.435552 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-72cd97bc-a9e7-4d00-a8bf-eefb92736aa8 req-45684413-c5e5-48e4-9bf6-70480526ae2e service neutron] 10.222.0.22 "GET /v2.0/networks?id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8 HTTP/1.1" status: 200 len: 912 time: 0.0831170 Sep 26 11:29:03.507872 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-72cd97bc-a9e7-4d00-a8bf-eefb92736aa8 req-96a44e6b-a6a0-4010-9755-44d7af1fc120 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf8a204d-6396-4e94-a812-1c590ba8e32c HTTP/1.1" status: 200 len: 1000 time: 0.0639353 Sep 26 11:29:03.553361 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-2cd28852-ee85-4364-bb23-592d57f33a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b22159-4259-43a7-961f-28cde81a65c8', 'name': 'tempest-TestVolumeBootPattern-851282300-router', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:11Z', 'updated_at': '2021-09-26T11:25:19Z', 'revision_number': 4, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'gw_port': {'id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:12Z', 'updated_at': '2021-09-26T11:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': 'bf111281-623f-4ccb-a464-c80f882e3c5d', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'port_id': 'bf8a204d-6396-4e94-a812-1c590ba8e32c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'mac_address': 'fa:16:3e:47:37:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f2c8a2-988c-461a-9794-2567df57261f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:29:02Z', 'updated_at': '2021-09-26T11:29:02Z', 'revision_number': 0, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f41534-2e02-49f8-a247-a696fb2fc95a', 'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'mac_address': 'fa:16:3e:9c:ef:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:16Z', 'updated_at': '2021-09-26T11:25:25Z', 'revision_number': 5, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'subnets': [{'id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:29:03.556913 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd97bc-a9e7-4d00-a8bf-eefb92736aa8 req-b351b7a9-3234-4e57-a730-711d4a3be150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:03.558384 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-72cd97bc-a9e7-4d00-a8bf-eefb92736aa8 req-b351b7a9-3234-4e57-a730-711d4a3be150 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=258101c2-cabd-4a87-bb0e-e9533532d3e4 HTTP/1.1" status: 200 len: 850 time: 0.0431950 Sep 26 11:29:03.583915 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd28852-ee85-4364-bb23-592d57f33a36 None None] Checking router: 87b22159-4259-43a7-961f-28cde81a65c8 for host: dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:29:03.592678 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd28852-ee85-4364-bb23-592d57f33a36 None None] Routers {'87b22159-4259-43a7-961f-28cde81a65c8'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:29:03.593328 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-2cd28852-ee85-4364-bb23-592d57f33a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:29:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['87b22159-4259-43a7-961f-28cde81a65c8'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:29:03.606669 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd97bc-a9e7-4d00-a8bf-eefb92736aa8 req-ec2e5670-eff3-4da8-a2d8-33f866c5b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:03.608557 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-72cd97bc-a9e7-4d00-a8bf-eefb92736aa8 req-ec2e5670-eff3-4da8-a2d8-33f866c5b7ef service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401990 Sep 26 11:29:03.706091 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-72cd97bc-a9e7-4d00-a8bf-eefb92736aa8 req-94d7732d-d069-4aa2-acc0-7481d887547e service neutron] 10.222.0.22 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865204 Sep 26 11:29:03.807396 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-72cd97bc-a9e7-4d00-a8bf-eefb92736aa8 req-790a3418-69ec-4603-97ab-eabd604f6c1f service neutron] 10.222.0.22 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936339 Sep 26 11:29:03.825722 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-2cd28852-ee85-4364-bb23-592d57f33a36 None None] Set router 87b22159-4259-43a7-961f-28cde81a65c8 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:29:03.983426 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6909f-dda6-4e1b-b80a-b9e52ebdb3a6 req-daa1aae1-3f3f-4c3d-b837-1206a0945805 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:03.984988 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-71b6909f-dda6-4e1b-b80a-b9e52ebdb3a6 req-daa1aae1-3f3f-4c3d-b837-1206a0945805 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 946 time: 0.0524862 Sep 26 11:29:04.026710 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-71b6909f-dda6-4e1b-b80a-b9e52ebdb3a6 req-f4a87877-dcfc-415b-89a9-4a764026b2e5 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351179 Sep 26 11:29:04.064177 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-2cd28852-ee85-4364-bb23-592d57f33a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b22159-4259-43a7-961f-28cde81a65c8', 'name': 'tempest-TestVolumeBootPattern-851282300-router', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:11Z', 'updated_at': '2021-09-26T11:25:19Z', 'revision_number': 4, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'gw_port': {'id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:12Z', 'updated_at': '2021-09-26T11:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': 'bf111281-623f-4ccb-a464-c80f882e3c5d', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'port_id': 'bf8a204d-6396-4e94-a812-1c590ba8e32c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'mac_address': 'fa:16:3e:47:37:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f2c8a2-988c-461a-9794-2567df57261f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:29:02Z', 'updated_at': '2021-09-26T11:29:02Z', 'revision_number': 0, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f41534-2e02-49f8-a247-a696fb2fc95a', 'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'mac_address': 'fa:16:3e:9c:ef:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:16Z', 'updated_at': '2021-09-26T11:25:25Z', 'revision_number': 5, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'subnets': [{'id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:29:04.091228 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd28852-ee85-4364-bb23-592d57f33a36 None None] The sync data for ids ['87b22159-4259-43a7-961f-28cde81a65c8'] in dv-cinder-811032-1-iscsi is: [{'id': '87b22159-4259-43a7-961f-28cde81a65c8', 'name': 'tempest-TestVolumeBootPattern-851282300-router', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:11Z', 'updated_at': '2021-09-26T11:25:19Z', 'revision_number': 4, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'gw_port': {'id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:12Z', 'updated_at': '2021-09-26T11:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': 'bf111281-623f-4ccb-a464-c80f882e3c5d', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'port_id': 'bf8a204d-6396-4e94-a812-1c590ba8e32c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'mac_address': 'fa:16:3e:47:37:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f2c8a2-988c-461a-9794-2567df57261f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:29:02Z', 'updated_at': '2021-09-26T11:29:02Z', 'revision_number': 0, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f41534-2e02-49f8-a247-a696fb2fc95a', 'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'mac_address': 'fa:16:3e:9c:ef:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:16Z', 'updated_at': '2021-09-26T11:25:25Z', 'revision_number': 5, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'subnets': [{'id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:29:04.294621 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a662a32-cef6-4d56-89a7-9a5e337c4711 None None] New status for floating IP bf111281-623f-4ccb-a464-c80f882e3c5d: ACTIVE {{(pid=94003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 11:29:04.690230 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:05.150901 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfb4b0-5809-4103-8f71-e7689a667d3b req-d178b3e0-a6f2-4afb-87eb-2ddde8f3d9d5 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:05.152486 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b0bfb4b0-5809-4103-8f71-e7689a667d3b req-d178b3e0-a6f2-4afb-87eb-2ddde8f3d9d5 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 946 time: 0.0527647 Sep 26 11:29:05.190323 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b0bfb4b0-5809-4103-8f71-e7689a667d3b req-9c9481c1-f4a3-4c2a-a617-99bba26110ad tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318322 Sep 26 11:29:06.309293 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90e582-ecce-45a9-96e0-925200056820 req-85745d8b-498b-4d94-8f51-5930a85b5bea tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:06.310828 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9f90e582-ecce-45a9-96e0-925200056820 req-85745d8b-498b-4d94-8f51-5930a85b5bea tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 946 time: 0.0509295 Sep 26 11:29:06.359317 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9f90e582-ecce-45a9-96e0-925200056820 req-8f5af90b-d481-4c1e-a680-7222872eed8a tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409853 Sep 26 11:29:07.155970 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7983a4-cd77-47de-a271-90f90887a9b1 req-609b9369-7584-418c-a3af-69ea46d16ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:07.157620 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7b7983a4-cd77-47de-a271-90f90887a9b1 req-609b9369-7584-418c-a3af-69ea46d16ca9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e441f8769a94b6ba6ebc00ed8d7c160&device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 1099 time: 0.0457878 Sep 26 11:29:07.246478 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7983a4-cd77-47de-a271-90f90887a9b1 req-096937ed-0634-47a1-92a7-d6c9ac2e5d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:07.248004 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7b7983a4-cd77-47de-a271-90f90887a9b1 req-096937ed-0634-47a1-92a7-d6c9ac2e5d15 service neutron] 10.222.0.22 "GET /v2.0/networks?id=23e86c48-c562-4dba-8966-311c3333da64 HTTP/1.1" status: 200 len: 909 time: 0.0826910 Sep 26 11:29:07.307185 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:29:07.317239 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7b7983a4-cd77-47de-a271-90f90887a9b1 req-3eecb210-1818-4f1b-8f22-5d9ac038b6a9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2567e25-c827-4229-8e6b-b6203c664d46 HTTP/1.1" status: 200 len: 1001 time: 0.0599625 Sep 26 11:29:07.366216 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7983a4-cd77-47de-a271-90f90887a9b1 req-75125992-e1c7-405a-bf06-b8bfafd88818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:07.367663 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7b7983a4-cd77-47de-a271-90f90887a9b1 req-75125992-e1c7-405a-bf06-b8bfafd88818 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=04d6c54a-f029-4b31-bdac-cf23ee894a3c HTTP/1.1" status: 200 len: 847 time: 0.0419927 Sep 26 11:29:07.416891 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7983a4-cd77-47de-a271-90f90887a9b1 req-f256fcf6-4dfb-4fe6-aad8-f79c4500a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:07.418423 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7b7983a4-cd77-47de-a271-90f90887a9b1 req-f256fcf6-4dfb-4fe6-aad8-f79c4500a5dc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23e86c48-c562-4dba-8966-311c3333da64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417151 Sep 26 11:29:07.528312 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1db188-ba74-4a23-b9b0-25a96f7a2c25 req-8c61fdcb-9ea1-4482-8273-739627a9ec82 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:07.529796 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7c1db188-ba74-4a23-b9b0-25a96f7a2c25 req-8c61fdcb-9ea1-4482-8273-739627a9ec82 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 946 time: 0.0965564 Sep 26 11:29:07.571016 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7b7983a4-cd77-47de-a271-90f90887a9b1 req-06e00484-64a1-4c25-adfc-cb81cbfb3e16 service neutron] 10.222.0.22 "GET /v2.0/networks/23e86c48-c562-4dba-8966-311c3333da64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447387 Sep 26 11:29:07.592462 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7c1db188-ba74-4a23-b9b0-25a96f7a2c25 req-9d540069-d4b3-48bc-b94e-2d74d5e738f4 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526817 Sep 26 11:29:07.670189 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7b7983a4-cd77-47de-a271-90f90887a9b1 req-1e6ce3c0-274d-4ac6-b001-7bc304ffc717 service neutron] 10.222.0.22 "GET /v2.0/networks/23e86c48-c562-4dba-8966-311c3333da64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903995 Sep 26 11:29:08.707017 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410115c7-21d6-41da-b4f5-30063415b323 req-09367b41-ad7f-45f7-9233-b082230fe630 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:08.708897 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-410115c7-21d6-41da-b4f5-30063415b323 req-09367b41-ad7f-45f7-9233-b082230fe630 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 946 time: 0.0508482 Sep 26 11:29:08.747796 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-410115c7-21d6-41da-b4f5-30063415b323 req-f89003bf-d613-4aa4-839b-e9ed5f8953e7 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323532 Sep 26 11:29:09.871144 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f463ad-32c8-491f-98f8-f889631f8f2f req-cd8050bd-78ef-4801-a09d-0aa485491876 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:09.872636 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b8f463ad-32c8-491f-98f8-f889631f8f2f req-cd8050bd-78ef-4801-a09d-0aa485491876 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 946 time: 0.0556059 Sep 26 11:29:10.146227 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b8f463ad-32c8-491f-98f8-f889631f8f2f req-f4568add-68e9-4542-bddd-f1d3ae8a88e0 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2675493 Sep 26 11:29:10.325301 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-621ab864-13c6-4188-933c-dcc33f768794 req-a3854f42-42a2-4242-a14d-c6b2ec1552cd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0421934 Sep 26 11:29:10.356096 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cb6a5-476c-4579-90eb-762cfb6eeb49 req-cb98a918-d346-463a-8128-bdb6e5b9f97e tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:10.357693 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1f6cb6a5-476c-4579-90eb-762cfb6eeb49 req-cb98a918-d346-463a-8128-bdb6e5b9f97e tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 946 time: 0.0513341 Sep 26 11:29:10.401696 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1f6cb6a5-476c-4579-90eb-762cfb6eeb49 req-92753ba8-be64-4af7-ada2-afbf3e84ac4d tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375226 Sep 26 11:29:11.516282 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ec7fc-50e1-4b9f-9315-14916e2c2973 req-93f34c74-98fe-4fec-80e5-fc81066c133e tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:11.517761 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-dc7ec7fc-50e1-4b9f-9315-14916e2c2973 req-93f34c74-98fe-4fec-80e5-fc81066c133e tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 946 time: 0.0485587 Sep 26 11:29:11.556401 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-dc7ec7fc-50e1-4b9f-9315-14916e2c2973 req-5a1d323f-368f-4510-a5d7-0fd2a0ebf78f tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322247 Sep 26 11:29:11.698831 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ab864-13c6-4188-933c-dcc33f768794 req-b3f410c3-f00d-4ed1-9f45-c71dfc3dc252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:11.700254 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-621ab864-13c6-4188-933c-dcc33f768794 req-b3f410c3-f00d-4ed1-9f45-c71dfc3dc252 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72&tenant_id=7e441f8769a94b6ba6ebc00ed8d7c160 HTTP/1.1" status: 200 len: 1099 time: 0.0469682 Sep 26 11:29:11.764769 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ab864-13c6-4188-933c-dcc33f768794 req-339df60c-e7d5-492f-ba04-e21f9f5f3849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:11.766270 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-621ab864-13c6-4188-933c-dcc33f768794 req-339df60c-e7d5-492f-ba04-e21f9f5f3849 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e441f8769a94b6ba6ebc00ed8d7c160&device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 1099 time: 0.0417726 Sep 26 11:29:11.862611 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ab864-13c6-4188-933c-dcc33f768794 req-296474c8-efd8-49d6-9a2d-780ae625ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:11.864198 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-621ab864-13c6-4188-933c-dcc33f768794 req-296474c8-efd8-49d6-9a2d-780ae625ede8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=23e86c48-c562-4dba-8966-311c3333da64 HTTP/1.1" status: 200 len: 909 time: 0.0908458 Sep 26 11:29:11.948282 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-621ab864-13c6-4188-933c-dcc33f768794 req-e25406a8-4d07-4bff-b057-a2ef7f7fc901 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2567e25-c827-4229-8e6b-b6203c664d46 HTTP/1.1" status: 200 len: 1001 time: 0.0756342 Sep 26 11:29:12.009390 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ab864-13c6-4188-933c-dcc33f768794 req-6a7c6829-0869-415b-9341-168404977393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:12.010962 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-621ab864-13c6-4188-933c-dcc33f768794 req-6a7c6829-0869-415b-9341-168404977393 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=04d6c54a-f029-4b31-bdac-cf23ee894a3c HTTP/1.1" status: 200 len: 847 time: 0.0467355 Sep 26 11:29:12.061823 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ab864-13c6-4188-933c-dcc33f768794 req-163bfdbe-3e41-46a7-825f-113de431bc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:12.063375 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-621ab864-13c6-4188-933c-dcc33f768794 req-163bfdbe-3e41-46a7-825f-113de431bc43 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23e86c48-c562-4dba-8966-311c3333da64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435596 Sep 26 11:29:12.171397 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-621ab864-13c6-4188-933c-dcc33f768794 req-14561dbf-ec8d-4b56-aa72-0f1b165e5017 service neutron] 10.222.0.22 "GET /v2.0/networks/23e86c48-c562-4dba-8966-311c3333da64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978577 Sep 26 11:29:12.271071 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-621ab864-13c6-4188-933c-dcc33f768794 req-bcb97f23-61f2-420e-99a1-0ed67c5d703f service neutron] 10.222.0.22 "GET /v2.0/networks/23e86c48-c562-4dba-8966-311c3333da64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892704 Sep 26 11:29:12.670744 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80ed5c-1394-45f7-823f-ca62c45c5438 req-d04202d8-e703-492e-969a-6049db52af6e tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:12.672243 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3c80ed5c-1394-45f7-823f-ca62c45c5438 req-d04202d8-e703-492e-969a-6049db52af6e tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 946 time: 0.0491173 Sep 26 11:29:12.712503 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3c80ed5c-1394-45f7-823f-ca62c45c5438 req-d05fbae2-bfcf-4375-a844-d151e8e1f318 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332143 Sep 26 11:29:12.747149 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device c2567e25-c827-4229-8e6b-b6203c664d46 no longer exists at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:29:12.829338 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:12.852840 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728ae3c6-2a0c-426a-91bc-6a95a067ff72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2567e25-c827-4229-8e6b-b6203c664d46'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:29:12.855241 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848f5fdf-a949-49d2-8298-7aa0ad312a69" -d '{"events": [{"server_uuid": "728ae3c6-2a0c-426a-91bc-6a95a067ff72", "name": "network-vif-unplugged", "status": "completed", "tag": "c2567e25-c827-4229-8e6b-b6203c664d46"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:29:12.870426 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port c2567e25-c827-4229-8e6b-b6203c664d46, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=c2567e25-c827-4229-8e6b-b6203c664d46,segment=NetworkSegment(7ecf81cf-22ee-4c68-a88c-0c889d12cacd),segment_id=7ecf81cf-22ee-4c68-a88c-0c889d12cacd)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:29:12.876645 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:12.901447 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Sep 2021 11:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe736c4a-7eae-4bc9-a889-d4e3142070a7 x-openstack-request-id: req-fe736c4a-7eae-4bc9-a889-d4e3142070a7 {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:29:12.901765 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728ae3c6-2a0c-426a-91bc-6a95a067ff72", "name": "network-vif-unplugged", "status": "completed", "tag": "c2567e25-c827-4229-8e6b-b6203c664d46", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:29:12.902033 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe736c4a-7eae-4bc9-a889-d4e3142070a7 {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:29:12.902420 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728ae3c6-2a0c-426a-91bc-6a95a067ff72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2567e25-c827-4229-8e6b-b6203c664d46', 'code': 200} Sep 26 11:29:12.929413 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=c2567e25-c827-4229-8e6b-b6203c664d46,revision_number=6']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:12.936728 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:12.937084 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:12.937670 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:12.938049 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:12.938389 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:12.938793 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:12.939253 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:12.939626 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:12.940174 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:12.940649 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:12.940988 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:12.941320 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:13.828308 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce49346-56e8-431c-b932-9e5a17364b94 req-5567da65-c19b-419e-8464-89610dc9712b tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:13.829891 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5ce49346-56e8-431c-b932-9e5a17364b94 req-5567da65-c19b-419e-8464-89610dc9712b tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 944 time: 0.0494721 Sep 26 11:29:13.869772 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5ce49346-56e8-431c-b932-9e5a17364b94 req-2a7fd041-c7d7-4b24-885b-bbb4373d8a4a tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327044 Sep 26 11:29:14.996909 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee6617-a591-4a5e-9be4-7035795283db req-10f01578-3327-4215-9dfe-9cdacd1d2c23 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:14.998495 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2dee6617-a591-4a5e-9be4-7035795283db req-10f01578-3327-4215-9dfe-9cdacd1d2c23 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 944 time: 0.0583565 Sep 26 11:29:15.040222 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2dee6617-a591-4a5e-9be4-7035795283db req-8d821d92-b492-4272-a9da-cab0a8647bac tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349302 Sep 26 11:29:16.160889 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9d83a-65ee-4b5b-9026-502099e9860c req-b6386291-b868-4b94-95ef-e253c42cd771 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:16.162498 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-52d9d83a-65ee-4b5b-9026-502099e9860c req-b6386291-b868-4b94-95ef-e253c42cd771 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 944 time: 0.0509117 Sep 26 11:29:16.201310 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-52d9d83a-65ee-4b5b-9026-502099e9860c req-19403ff5-d3c1-49e0-8f40-953fd53a2957 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328705 Sep 26 11:29:17.329688 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcea2d-db70-40fa-860c-e4b8f66d4bf5 req-6796729c-8d24-4538-8372-d9744ade2bf4 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:17.332428 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3cfcea2d-db70-40fa-860c-e4b8f66d4bf5 req-6796729c-8d24-4538-8372-d9744ade2bf4 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 944 time: 0.0610578 Sep 26 11:29:17.373805 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3cfcea2d-db70-40fa-860c-e4b8f66d4bf5 req-fd0cf302-c84c-410d-ab61-0c38ec6174b9 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353398 Sep 26 11:29:17.528973 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9840fe6-8561-431f-8ba3-7684d4db932f req-8a3ec788-5794-4f9c-91ba-8241ebade7f5 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:17.530588 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a9840fe6-8561-431f-8ba3-7684d4db932f req-8a3ec788-5794-4f9c-91ba-8241ebade7f5 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 947 time: 0.0563736 Sep 26 11:29:17.572917 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a9840fe6-8561-431f-8ba3-7684d4db932f req-827984ef-685f-4e57-ba04-69fb48eac2e7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339503 Sep 26 11:29:18.509116 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e9e2d-997d-457e-be55-222bacf10228 req-2e951188-1103-46e6-bf1b-056b1c6f8269 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:18.510770 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-443e9e2d-997d-457e-be55-222bacf10228 req-2e951188-1103-46e6-bf1b-056b1c6f8269 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 944 time: 0.0617549 Sep 26 11:29:18.577144 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-443e9e2d-997d-457e-be55-222bacf10228 req-2dcea5ba-d95c-42f8-9a8d-47f759070376 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597405 Sep 26 11:29:18.587947 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d28ae3-a17e-4abf-b961-1fc8f97463b3 req-ff92168b-00a6-4c55-97a5-25c8d7d9d910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:18.589536 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a4d28ae3-a17e-4abf-b961-1fc8f97463b3 req-ff92168b-00a6-4c55-97a5-25c8d7d9d910 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 1097 time: 0.0574574 Sep 26 11:29:18.629121 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a4d28ae3-a17e-4abf-b961-1fc8f97463b3 req-8f1e72d8-04f5-466f-9d68-73d9cd99eb6d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303609 Sep 26 11:29:18.706586 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a3982-8980-4755-adc4-5a20d18e2088 req-68d301d1-d126-4883-a1c6-fa6986d30bcb tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:18.708138 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-797a3982-8980-4755-adc4-5a20d18e2088 req-68d301d1-d126-4883-a1c6-fa6986d30bcb tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 947 time: 0.0611537 Sep 26 11:29:18.749011 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-797a3982-8980-4755-adc4-5a20d18e2088 req-f78415c4-d61e-468a-b00e-29c67cdfdbcd tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336909 Sep 26 11:29:18.781244 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device c2567e25-c827-4229-8e6b-b6203c664d46 details requested by agent hyperv_hv-cinder-81103 with host hv-cinder-81103 {{(pid=94002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 11:29:18.887140 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port c2567e25-c827-4229-8e6b-b6203c664d46, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=c2567e25-c827-4229-8e6b-b6203c664d46,segment=NetworkSegment(7ecf81cf-22ee-4c68-a88c-0c889d12cacd),segment_id=7ecf81cf-22ee-4c68-a88c-0c889d12cacd)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:29:18.899728 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Returning: {'device': 'c2567e25-c827-4229-8e6b-b6203c664d46', 'network_id': '23e86c48-c562-4dba-8966-311c3333da64', 'port_id': 'c2567e25-c827-4229-8e6b-b6203c664d46', 'mac_address': 'fa:16:3e:bb:61:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04d6c54a-f029-4b31-bdac-cf23ee894a3c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 11:29:18.938480 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:18.952884 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2567e25-c827-4229-8e6b-b6203c664d46 {{(pid=94002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:29:18.973666 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port c2567e25-c827-4229-8e6b-b6203c664d46, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=c2567e25-c827-4229-8e6b-b6203c664d46,segment=NetworkSegment(7ecf81cf-22ee-4c68-a88c-0c889d12cacd),segment_id=7ecf81cf-22ee-4c68-a88c-0c889d12cacd)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:29:18.978350 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:19.030257 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=c2567e25-c827-4229-8e6b-b6203c664d46,revision_number=7']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:19.258806 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['c2567e25-c827-4229-8e6b-b6203c664d46'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:29:19.329754 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee64085-ec78-4600-9885-15eaccf49903 req-a2e7bc89-f049-45ad-bc60-7b5ab0d30923 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:19.331388 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9ee64085-ec78-4600-9885-15eaccf49903 req-a2e7bc89-f049-45ad-bc60-7b5ab0d30923 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.22 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 947 time: 0.0510578 Sep 26 11:29:19.441511 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [req-9ee64085-ec78-4600-9885-15eaccf49903 req-d3f1fcc5-bbed-4339-afe1-861763597aa7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Deleting port f0b63410-5c77-4dec-8866-a876b108ffb5 {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:29:19.441848 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-9ee64085-ec78-4600-9885-15eaccf49903 req-d3f1fcc5-bbed-4339-afe1-861763597aa7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:19.533658 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-9ee64085-ec78-4600-9885-15eaccf49903 req-d3f1fcc5-bbed-4339-afe1-861763597aa7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] For port f0b63410-5c77-4dec-8866-a876b108ffb5, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=f0b63410-5c77-4dec-8866-a876b108ffb5,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:29:19.534733 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-9ee64085-ec78-4600-9885-15eaccf49903 req-d3f1fcc5-bbed-4339-afe1-861763597aa7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:19.751453 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81bafb1-e7a4-4d7d-ae3e-1bdcc4fa5b67 req-f19ad612-40dd-462f-ac51-a810f8b54141 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:19.752970 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d81bafb1-e7a4-4d7d-ae3e-1bdcc4fa5b67 req-f19ad612-40dd-462f-ac51-a810f8b54141 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 945 time: 0.1017170 Sep 26 11:29:19.785200 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-9ee64085-ec78-4600-9885-15eaccf49903 req-d3f1fcc5-bbed-4339-afe1-861763597aa7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:19.785568 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-9ee64085-ec78-4600-9885-15eaccf49903 req-d3f1fcc5-bbed-4339-afe1-861763597aa7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748570'] for floatingip, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:19.785883 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.db.l3_db [req-9ee64085-ec78-4600-9885-15eaccf49903 req-d3f1fcc5-bbed-4339-afe1-861763597aa7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Floating IP 2cf9e239-d9e3-427c-b14c-71ee2d36a241 disassociated. External IP: 172.27.3.159, port: f0b63410-5c77-4dec-8866-a876b108ffb5. Sep 26 11:29:19.786223 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [req-9ee64085-ec78-4600-9885-15eaccf49903 req-d3f1fcc5-bbed-4339-afe1-861763597aa7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Calling delete_port for f0b63410-5c77-4dec-8866-a876b108ffb5 owned by compute:nova {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:29:19.859456 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d81bafb1-e7a4-4d7d-ae3e-1bdcc4fa5b67 req-ccc1ee94-0881-4383-9142-fd96b2194d8b tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0969529 Sep 26 11:29:19.928781 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b233135-2a61-49b6-8780-0e150e633b68 req-e777b407-19ef-42b6-b91c-82835cd695aa tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:19.930473 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9b233135-2a61-49b6-8780-0e150e633b68 req-e777b407-19ef-42b6-b91c-82835cd695aa tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dd241bf-5446-4b4e-8e05-16803fc4df36 HTTP/1.1" status: 200 len: 947 time: 0.0890932 Sep 26 11:29:20.007446 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9b233135-2a61-49b6-8780-0e150e633b68 req-ca5395fd-6be7-458d-8a32-8ad2293f4d7b tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f39f3e37-6b8b-4dd4-b510-aef88e5704e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700240 Sep 26 11:29:20.017870 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-9ee64085-ec78-4600-9885-15eaccf49903 req-d3f1fcc5-bbed-4339-afe1-861763597aa7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:20.050412 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1fcc5-bbed-4339-afe1-861763597aa7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Pushing event deleted for resources: {'Port': ['ID=f0b63410-5c77-4dec-8866-a876b108ffb5,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:20.169796 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ee64085-ec78-4600-9885-15eaccf49903 req-d3f1fcc5-bbed-4339-afe1-861763597aa7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Router 74900178-a829-44b6-86cb-66d681fca92d has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:29:20.274477 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ee64085-ec78-4600-9885-15eaccf49903 req-d3f1fcc5-bbed-4339-afe1-861763597aa7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:29:20.284857 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d16ecf8-d521-4334-b355-9cd455b1312c None None] Sync routers for ids ['74900178-a829-44b6-86cb-66d681fca92d'] in dv-cinder-811032-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:29:20.294729 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d16ecf8-d521-4334-b355-9cd455b1312c None None] Routers {'74900178-a829-44b6-86cb-66d681fca92d'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:29:20.295297 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-5d16ecf8-d521-4334-b355-9cd455b1312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:29:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['74900178-a829-44b6-86cb-66d681fca92d'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:29:20.313582 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee64085-ec78-4600-9885-15eaccf49903 req-d3f1fcc5-bbed-4339-afe1-861763597aa7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] No DVR routers for this DVR port f0b63410-5c77-4dec-8866-a876b108ffb5 on host hv-cinder-81103 {{(pid=94001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:29:20.316194 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-9ee64085-ec78-4600-9885-15eaccf49903 req-d3f1fcc5-bbed-4339-afe1-861763597aa7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:20.318929 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9ee64085-ec78-4600-9885-15eaccf49903 req-d3f1fcc5-bbed-4339-afe1-861763597aa7 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.22 "DELETE /v2.0/ports/f0b63410-5c77-4dec-8866-a876b108ffb5 HTTP/1.1" status: 204 len: 173 time: 0.9812164 Sep 26 11:29:20.319315 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd241bf-5446-4b4e-8e05-16803fc4df36', 'name': 'network-vif-deleted', 'tag': 'f0b63410-5c77-4dec-8866-a876b108ffb5'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:29:20.321619 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70c76d4-b09c-4062-844a-b94c29c8821c" -d '{"events": [{"server_uuid": "3dd241bf-5446-4b4e-8e05-16803fc4df36", "name": "network-vif-deleted", "tag": "f0b63410-5c77-4dec-8866-a876b108ffb5"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:29:20.358971 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0aef0e-7c6e-484a-86c8-0a6c3a7a092a x-openstack-request-id: req-ab0aef0e-7c6e-484a-86c8-0a6c3a7a092a {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:29:20.359290 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd241bf-5446-4b4e-8e05-16803fc4df36", "name": "network-vif-deleted", "tag": "f0b63410-5c77-4dec-8866-a876b108ffb5", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:29:20.359541 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab0aef0e-7c6e-484a-86c8-0a6c3a7a092a {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:29:20.359941 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd241bf-5446-4b4e-8e05-16803fc4df36', 'name': 'network-vif-deleted', 'tag': 'f0b63410-5c77-4dec-8866-a876b108ffb5', 'status': 'completed', 'code': 200} Sep 26 11:29:20.407579 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-5d16ecf8-d521-4334-b355-9cd455b1312c None None] Set router 74900178-a829-44b6-86cb-66d681fca92d gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:29:20.616144 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-5d16ecf8-d521-4334-b355-9cd455b1312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74900178-a829-44b6-86cb-66d681fca92d', 'name': 'tempest-AttachVolumeShelveTestJSON-2002190616-router', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:53Z', 'updated_at': '2021-09-26T11:22:07Z', 'revision_number': 4, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'gw_port': {'id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:21:55Z', 'updated_at': '2021-09-26T11:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '0e8dbab8-b81b-4801-b10b-aee285b1622a', 'name': '', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'mac_address': 'fa:16:3e:4a:a6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:22:02Z', 'updated_at': '2021-09-26T11:22:15Z', 'revision_number': 5, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'subnets': [{'id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:29:20.641572 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d16ecf8-d521-4334-b355-9cd455b1312c None None] Checking router: 74900178-a829-44b6-86cb-66d681fca92d for host: dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:29:20.649773 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d16ecf8-d521-4334-b355-9cd455b1312c None None] Routers {'74900178-a829-44b6-86cb-66d681fca92d'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:29:20.650303 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-5d16ecf8-d521-4334-b355-9cd455b1312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:29:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['74900178-a829-44b6-86cb-66d681fca92d'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:29:20.754439 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-5d16ecf8-d521-4334-b355-9cd455b1312c None None] Set router 74900178-a829-44b6-86cb-66d681fca92d gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:29:20.804234 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device c2567e25-c827-4229-8e6b-b6203c664d46 up at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:29:20.960211 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning complete for port c2567e25-c827-4229-8e6b-b6203c664d46 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:29:20.960852 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:20.982385 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d12432-828d-4513-a2b3-b3adafb5ae76 req-ef029324-0744-4362-8338-6b72885a5448 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:20.983925 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a6d12432-828d-4513-a2b3-b3adafb5ae76 req-ef029324-0744-4362-8338-6b72885a5448 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 945 time: 0.0536256 Sep 26 11:29:21.022502 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a6d12432-828d-4513-a2b3-b3adafb5ae76 req-80734587-2dfb-430d-bf4c-f22e9a6e2b35 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321052 Sep 26 11:29:21.078257 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-5d16ecf8-d521-4334-b355-9cd455b1312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74900178-a829-44b6-86cb-66d681fca92d', 'name': 'tempest-AttachVolumeShelveTestJSON-2002190616-router', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:53Z', 'updated_at': '2021-09-26T11:22:07Z', 'revision_number': 4, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'gw_port': {'id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:21:55Z', 'updated_at': '2021-09-26T11:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '0e8dbab8-b81b-4801-b10b-aee285b1622a', 'name': '', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'mac_address': 'fa:16:3e:4a:a6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:22:02Z', 'updated_at': '2021-09-26T11:22:15Z', 'revision_number': 5, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'subnets': [{'id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:29:21.097113 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 53286) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:29:21.114098 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:21.116765 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d16ecf8-d521-4334-b355-9cd455b1312c None None] The sync data for ids ['74900178-a829-44b6-86cb-66d681fca92d'] in dv-cinder-811032-1-iscsi is: [{'id': '74900178-a829-44b6-86cb-66d681fca92d', 'name': 'tempest-AttachVolumeShelveTestJSON-2002190616-router', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:53Z', 'updated_at': '2021-09-26T11:22:07Z', 'revision_number': 4, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'gw_port': {'id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:21:55Z', 'updated_at': '2021-09-26T11:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '0e8dbab8-b81b-4801-b10b-aee285b1622a', 'name': '', 'network_id': '0fbbe369-87d6-4403-8471-9c5dec794f0d', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'mac_address': 'fa:16:3e:4a:a6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:22:02Z', 'updated_at': '2021-09-26T11:22:15Z', 'revision_number': 5, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'subnets': [{'id': '0beadaac-f79e-4337-a6d1-17c78a4fa88c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:29:21.141714 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728ae3c6-2a0c-426a-91bc-6a95a067ff72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2567e25-c827-4229-8e6b-b6203c664d46'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:29:21.144058 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bd3947-ae1d-4ced-af58-32c8c05b9615" -d '{"events": [{"server_uuid": "728ae3c6-2a0c-426a-91bc-6a95a067ff72", "name": "network-vif-plugged", "status": "completed", "tag": "c2567e25-c827-4229-8e6b-b6203c664d46"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:29:21.159770 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-660ec4d1-882a-4e76-8087-4d97dd1c9695 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:21.168108 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port c2567e25-c827-4229-8e6b-b6203c664d46, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=c2567e25-c827-4229-8e6b-b6203c664d46,segment=NetworkSegment(7ecf81cf-22ee-4c68-a88c-0c889d12cacd),segment_id=7ecf81cf-22ee-4c68-a88c-0c889d12cacd)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:29:21.173991 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:21.195909 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-660ec4d1-882a-4e76-8087-4d97dd1c9695 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:21.200762 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d4287e-44ad-45dd-9eab-efac9bb65a37 x-openstack-request-id: req-34d4287e-44ad-45dd-9eab-efac9bb65a37 {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:29:21.201053 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728ae3c6-2a0c-426a-91bc-6a95a067ff72", "name": "network-vif-plugged", "status": "completed", "tag": "c2567e25-c827-4229-8e6b-b6203c664d46", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:29:21.201304 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34d4287e-44ad-45dd-9eab-efac9bb65a37 {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:29:21.201694 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728ae3c6-2a0c-426a-91bc-6a95a067ff72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2567e25-c827-4229-8e6b-b6203c664d46', 'code': 200} Sep 26 11:29:21.238295 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=c2567e25-c827-4229-8e6b-b6203c664d46,revision_number=8']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:21.260189 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-660ec4d1-882a-4e76-8087-4d97dd1c9695 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:21.263020 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-660ec4d1-882a-4e76-8087-4d97dd1c9695 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:21.264309 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-660ec4d1-882a-4e76-8087-4d97dd1c9695 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "DELETE /v2.0/security-groups/f39f3e37-6b8b-4dd4-b510-aef88e5704e3 HTTP/1.1" status: 204 len: 168 time: 0.1659932 Sep 26 11:29:21.267284 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 53290) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:29:21.274800 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ec4d1-882a-4e76-8087-4d97dd1c9695 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39f3e37-6b8b-4dd4-b510-aef88e5704e3,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:21.284795 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.api.v2.resource [None req-98d5ed25-e15e-4c8b-bf27-18d914e71a58 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] show failed (client error): The resource could not be found. Sep 26 11:29:21.289571 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 53292) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:29:21.289869 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-98d5ed25-e15e-4c8b-bf27-18d914e71a58 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "GET /v2.0/security-groups/f39f3e37-6b8b-4dd4-b510-aef88e5704e3 HTTP/1.1" status: 404 len: 347 time: 0.0205536 Sep 26 11:29:21.373498 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523283ac-d7bb-4bbf-89c4-cf5beb2b98ee None None] New status for floating IP 2cf9e239-d9e3-427c-b14c-71ee2d36a241: DOWN {{(pid=94003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 11:29:21.420218 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-932aee6e-db7d-4bbc-ad0b-6f2e49c00e50 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Deleting port 0e933218-c4ea-49de-bdb4-265199430b82 {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:29:21.420547 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-932aee6e-db7d-4bbc-ad0b-6f2e49c00e50 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:21.498989 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-932aee6e-db7d-4bbc-ad0b-6f2e49c00e50 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:21.499314 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-932aee6e-db7d-4bbc-ad0b-6f2e49c00e50 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:21.512811 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-932aee6e-db7d-4bbc-ad0b-6f2e49c00e50 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Calling delete_port for 0e933218-c4ea-49de-bdb4-265199430b82 owned by network:floatingip {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:29:21.647938 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-932aee6e-db7d-4bbc-ad0b-6f2e49c00e50 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:21.674104 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932aee6e-db7d-4bbc-ad0b-6f2e49c00e50 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Pushing event deleted for resources: {'Port': ['ID=0e933218-c4ea-49de-bdb4-265199430b82,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:21.730740 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-932aee6e-db7d-4bbc-ad0b-6f2e49c00e50 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks [] for floatingip, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:21.733259 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-932aee6e-db7d-4bbc-ad0b-6f2e49c00e50 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for floatingip, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:21.734409 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-932aee6e-db7d-4bbc-ad0b-6f2e49c00e50 tempest-AttachVolumeShelveTestJSON-1100668402 tempest-AttachVolumeShelveTestJSON-1100668402-project] 10.222.0.15 "DELETE /v2.0/floatingips/2cf9e239-d9e3-427c-b14c-71ee2d36a241 HTTP/1.1" status: 204 len: 168 time: 0.4438653 Sep 26 11:29:22.815277 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device f0b63410-5c77-4dec-8866-a876b108ffb5 no longer exists at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:29:22.835806 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] No Port match for: f0b63410-5c77-4dec-8866-a876b108ffb5 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:29:22.836155 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device f0b63410-5c77-4dec-8866-a876b108ffb5 not bound to the agent host hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:29:24.148426 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 53316) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:29:24.680605 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f7722218-c829-48c5-a4e6-e3102f601d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-750106'] for router_interface, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:25.196631 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-f7722218-c829-48c5-a4e6-e3102f601d62 admin admin] Deleting port 0e8dbab8-b81b-4801-b10b-aee285b1622a {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:29:25.197338 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f7722218-c829-48c5-a4e6-e3102f601d62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:25.274210 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-f7722218-c829-48c5-a4e6-e3102f601d62 admin admin] For port 0e8dbab8-b81b-4801-b10b-aee285b1622a, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=0e8dbab8-b81b-4801-b10b-aee285b1622a,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:29:25.274562 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f7722218-c829-48c5-a4e6-e3102f601d62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:25.287043 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-f7722218-c829-48c5-a4e6-e3102f601d62 admin admin] Calling delete_port for 0e8dbab8-b81b-4801-b10b-aee285b1622a owned by network:router_interface {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:29:25.460941 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f7722218-c829-48c5-a4e6-e3102f601d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:25.487580 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7722218-c829-48c5-a4e6-e3102f601d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e8dbab8-b81b-4801-b10b-aee285b1622a,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:25.651730 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f7722218-c829-48c5-a4e6-e3102f601d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748691'] for router_interface, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:25.865684 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7722218-c829-48c5-a4e6-e3102f601d62 admin admin] Router 74900178-a829-44b6-86cb-66d681fca92d has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:29:25.974422 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7722218-c829-48c5-a4e6-e3102f601d62 admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:29:25.980169 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-f7722218-c829-48c5-a4e6-e3102f601d62 admin admin] 10.222.0.15 "PUT /v2.0/routers/74900178-a829-44b6-86cb-66d681fca92d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8300879 Sep 26 11:29:25.982089 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 53322) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:29:25.984925 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4844b22a-9312-4a7a-84ad-9eb3fe647f08 None None] Sync routers for ids ['74900178-a829-44b6-86cb-66d681fca92d'] in dv-cinder-811032-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:29:25.999669 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4844b22a-9312-4a7a-84ad-9eb3fe647f08 None None] Routers {'74900178-a829-44b6-86cb-66d681fca92d'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:29:26.000413 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-4844b22a-9312-4a7a-84ad-9eb3fe647f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:29:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['74900178-a829-44b6-86cb-66d681fca92d'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:29:26.091456 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5ea0c502-ca20-4554-be49-8522293fc1af admin admin] Notify callbacks [] for router, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:26.122187 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-4844b22a-9312-4a7a-84ad-9eb3fe647f08 None None] Set router 74900178-a829-44b6-86cb-66d681fca92d gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:29:26.196325 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5ea0c502-ca20-4554-be49-8522293fc1af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:26.256629 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-5ea0c502-ca20-4554-be49-8522293fc1af admin admin] Deleting port c85d5f4f-7a91-4827-9dbf-aa81e3c75594 {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:29:26.257335 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5ea0c502-ca20-4554-be49-8522293fc1af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:26.315230 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-4844b22a-9312-4a7a-84ad-9eb3fe647f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74900178-a829-44b6-86cb-66d681fca92d', 'name': 'tempest-AttachVolumeShelveTestJSON-2002190616-router', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:53Z', 'updated_at': '2021-09-26T11:29:25Z', 'revision_number': 5, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'gw_port': {'id': 'c85d5f4f-7a91-4827-9dbf-aa81e3c75594', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74900178-a829-44b6-86cb-66d681fca92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:21:55Z', 'updated_at': '2021-09-26T11:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:29:26.343944 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4844b22a-9312-4a7a-84ad-9eb3fe647f08 None None] Checking router: 74900178-a829-44b6-86cb-66d681fca92d for host: dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:29:26.354098 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4844b22a-9312-4a7a-84ad-9eb3fe647f08 None None] Routers {'74900178-a829-44b6-86cb-66d681fca92d'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:29:26.354579 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-5ea0c502-ca20-4554-be49-8522293fc1af admin admin] For port c85d5f4f-7a91-4827-9dbf-aa81e3c75594, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=c85d5f4f-7a91-4827-9dbf-aa81e3c75594,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:29:26.356050 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-4844b22a-9312-4a7a-84ad-9eb3fe647f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:29:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['74900178-a829-44b6-86cb-66d681fca92d'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:29:26.356174 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5ea0c502-ca20-4554-be49-8522293fc1af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:26.369003 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-5ea0c502-ca20-4554-be49-8522293fc1af admin admin] Calling delete_port for c85d5f4f-7a91-4827-9dbf-aa81e3c75594 owned by network:router_gateway {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:29:26.450913 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-4844b22a-9312-4a7a-84ad-9eb3fe647f08 None None] Set router 74900178-a829-44b6-86cb-66d681fca92d gateway port host: None {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:29:26.503364 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-4844b22a-9312-4a7a-84ad-9eb3fe647f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74900178-a829-44b6-86cb-66d681fca92d', 'name': 'tempest-AttachVolumeShelveTestJSON-2002190616-router', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:53Z', 'updated_at': '2021-09-26T11:29:26Z', 'revision_number': 6, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'gw_port_host': None}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:29:26.533079 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4844b22a-9312-4a7a-84ad-9eb3fe647f08 None None] The sync data for ids ['74900178-a829-44b6-86cb-66d681fca92d'] in dv-cinder-811032-1-iscsi is: [{'id': '74900178-a829-44b6-86cb-66d681fca92d', 'name': 'tempest-AttachVolumeShelveTestJSON-2002190616-router', 'tenant_id': '71a25fc4741b4733922f1d8cc15f8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:21:53Z', 'updated_at': '2021-09-26T11:29:26Z', 'revision_number': 6, 'project_id': '71a25fc4741b4733922f1d8cc15f8d60', 'gw_port_host': None}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:29:26.546521 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5ea0c502-ca20-4554-be49-8522293fc1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:26.573580 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0c502-ca20-4554-be49-8522293fc1af admin admin] Pushing event deleted for resources: {'Port': ['ID=c85d5f4f-7a91-4827-9dbf-aa81e3c75594,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:26.636211 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5ea0c502-ca20-4554-be49-8522293fc1af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748624'] for router_gateway, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:26.728840 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5ea0c502-ca20-4554-be49-8522293fc1af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-408'] for router, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:26.730874 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5ea0c502-ca20-4554-be49-8522293fc1af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:26.776750 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5ea0c502-ca20-4554-be49-8522293fc1af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751414'] for router, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:26.777307 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea0c502-ca20-4554-be49-8522293fc1af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74900178-a829-44b6-86cb-66d681fca92d {{(pid=94001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 11:29:26.782194 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5ea0c502-ca20-4554-be49-8522293fc1af admin admin] Notify callbacks [] for router, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:26.783411 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-5ea0c502-ca20-4554-be49-8522293fc1af admin admin] 10.222.0.15 "DELETE /v2.0/routers/74900178-a829-44b6-86cb-66d681fca92d HTTP/1.1" status: 204 len: 168 time: 0.8003690 Sep 26 11:29:26.786028 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 53324) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:29:26.831411 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d71ef61-716e-4b7d-b2ce-d9110da36b08 admin admin] Deleting subnet 0beadaac-f79e-4337-a6d1-17c78a4fa88c {{(pid=94001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 11:29:26.835619 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3d71ef61-716e-4b7d-b2ce-d9110da36b08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:26.871457 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3d71ef61-716e-4b7d-b2ce-d9110da36b08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2161611'] for subnet, precommit_delete_associations {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:27.005805 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3d71ef61-716e-4b7d-b2ce-d9110da36b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733527'] for subnet, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:27.062431 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3d71ef61-716e-4b7d-b2ce-d9110da36b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530552793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529669039'] for subnet, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:27.090351 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71ef61-716e-4b7d-b2ce-d9110da36b08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0beadaac-f79e-4337-a6d1-17c78a4fa88c,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:27.092375 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3d71ef61-716e-4b7d-b2ce-d9110da36b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:27.094279 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-3d71ef61-716e-4b7d-b2ce-d9110da36b08 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0beadaac-f79e-4337-a6d1-17c78a4fa88c HTTP/1.1" status: 204 len: 168 time: 0.3067710 Sep 26 11:29:27.096843 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 53326) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:29:27.099378 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd2d344-3404-4dcd-a348-695d330d2da5 None None] Network 0fbbe369-87d6-4403-8471-9c5dec794f0d requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:29:27.169069 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6ad267cf-322d-4efe-94bd-703367689dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832047'] for network, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:27.222452 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-6ad267cf-322d-4efe-94bd-703367689dfd admin admin] Deleting port e9707eec-7e88-4382-abbb-45d7a0f51560 {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:29:27.222835 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6ad267cf-322d-4efe-94bd-703367689dfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:27.291580 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-6ad267cf-322d-4efe-94bd-703367689dfd admin admin] For port e9707eec-7e88-4382-abbb-45d7a0f51560, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=e9707eec-7e88-4382-abbb-45d7a0f51560,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:29:27.292253 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6ad267cf-322d-4efe-94bd-703367689dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:27.304964 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-6ad267cf-322d-4efe-94bd-703367689dfd admin admin] Calling delete_port for e9707eec-7e88-4382-abbb-45d7a0f51560 owned by network:dhcp {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:29:27.319133 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125208c3-fcaf-4cef-a481-2e1176db27ce None None] DHCP port deletion for 0fbbe369-87d6-4403-8471-9c5dec794f0d request from dv-cinder-811032-1-iscsi {{(pid=94002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 11:29:27.368993 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-125208c3-fcaf-4cef-a481-2e1176db27ce None None] Deleting port e9707eec-7e88-4382-abbb-45d7a0f51560 {{(pid=94002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:29:27.369382 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-125208c3-fcaf-4cef-a481-2e1176db27ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:27.390599 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6ad267cf-322d-4efe-94bd-703367689dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:27.419461 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad267cf-322d-4efe-94bd-703367689dfd admin admin] Pushing event deleted for resources: {'Port': ['ID=e9707eec-7e88-4382-abbb-45d7a0f51560,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:27.421383 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad267cf-322d-4efe-94bd-703367689dfd admin admin] No DVR routers for this DVR port e9707eec-7e88-4382-abbb-45d7a0f51560 on host dv-cinder-811032-1-iscsi {{(pid=94001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:29:27.443662 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-125208c3-fcaf-4cef-a481-2e1176db27ce None None] For port e9707eec-7e88-4382-abbb-45d7a0f51560, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=e9707eec-7e88-4382-abbb-45d7a0f51560,segment=NetworkSegment(4de8c32e-a956-4fdd-9d0d-b92940ec01e6),segment_id=4de8c32e-a956-4fdd-9d0d-b92940ec01e6)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:29:27.444088 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-125208c3-fcaf-4cef-a481-2e1176db27ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:27.458624 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-125208c3-fcaf-4cef-a481-2e1176db27ce None None] Calling delete_port for e9707eec-7e88-4382-abbb-45d7a0f51560 owned by network:dhcp {{(pid=94002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:29:27.503123 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6ad267cf-322d-4efe-94bd-703367689dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722414', 'neutron.services.segments.db._delete_segments_for_network-8784557248148'] for network, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:27.525623 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.services.segments.db [None req-6ad267cf-322d-4efe-94bd-703367689dfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fbbe369-87d6-4403-8471-9c5dec794f0d']}} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:29:27.535079 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.services.segments.db [None req-6ad267cf-322d-4efe-94bd-703367689dfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de8c32e-a956-4fdd-9d0d-b92940ec01e6') {'for_net_delete': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:29:27.535356 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.services.segments.db [None req-6ad267cf-322d-4efe-94bd-703367689dfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de8c32e-a956-4fdd-9d0d-b92940ec01e6') {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:29:27.546308 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6ad267cf-322d-4efe-94bd-703367689dfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784557247901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2161618'] for segment, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:27.563816 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6ad267cf-322d-4efe-94bd-703367689dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:27.571068 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad267cf-322d-4efe-94bd-703367689dfd admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 11:29:27.571455 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6ad267cf-322d-4efe-94bd-703367689dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530550903'] for segment, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: Traceback (most recent call last): Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: timer() Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: cb(*args, **kw) Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: return func(*args, **kwargs) Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: self._notify() Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: self.callback(batched_events) Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: event.method(event) Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: return f(self, *a, **k) Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: return self._get(url).json() Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: return self.request(url, 'GET', **kwargs) Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 11:29:27.573388 dv-cinder-811032-1-iscsi neutron-server[94001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 11:29:27.584274 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-125208c3-fcaf-4cef-a481-2e1176db27ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600'] for port, after_delete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:27.611745 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125208c3-fcaf-4cef-a481-2e1176db27ce None None] Pushing event deleted for resources: {'Port': ['ID=e9707eec-7e88-4382-abbb-45d7a0f51560,revision_number=None']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:27.615692 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125208c3-fcaf-4cef-a481-2e1176db27ce None None] No DVR routers for this DVR port e9707eec-7e88-4382-abbb-45d7a0f51560 on host dv-cinder-811032-1-iscsi {{(pid=94002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:29:27.643311 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6ad267cf-322d-4efe-94bd-703367689dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748556'] for network, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:27.649821 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6ad267cf-322d-4efe-94bd-703367689dfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:27.651642 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-6ad267cf-322d-4efe-94bd-703367689dfd admin admin] 10.222.0.15 "DELETE /v2.0/networks/0fbbe369-87d6-4403-8471-9c5dec794f0d HTTP/1.1" status: 204 len: 168 time: 0.5538304 Sep 26 11:29:27.662927 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad267cf-322d-4efe-94bd-703367689dfd admin admin] Pushing event deleted for resources: {'Network': ['ID=0fbbe369-87d6-4403-8471-9c5dec794f0d,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:27.766004 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 53330) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:29:27.805535 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-599309ca-cfd3-4dda-b835-94934857abbc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71a25fc4741b4733922f1d8cc15f8d60&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0382125 Sep 26 11:29:27.807892 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 53332) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:29:27.858704 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-970811ec-9ac0-4d19-9548-ab1c9cd176a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:27.879469 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-970811ec-9ac0-4d19-9548-ab1c9cd176a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:27.925512 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-970811ec-9ac0-4d19-9548-ab1c9cd176a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:27.928693 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-970811ec-9ac0-4d19-9548-ab1c9cd176a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:27.929872 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-970811ec-9ac0-4d19-9548-ab1c9cd176a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/462a5e90-91e7-419d-bf95-e3b9f9574f2c HTTP/1.1" status: 204 len: 168 time: 0.1211042 Sep 26 11:29:27.938583 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970811ec-9ac0-4d19-9548-ab1c9cd176a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462a5e90-91e7-419d-bf95-e3b9f9574f2c,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:28.115174 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device c85d5f4f-7a91-4827-9dbf-aa81e3c75594 no longer exists at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:29:28.267675 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] No Port match for: c85d5f4f-7a91-4827-9dbf-aa81e3c75594 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:29:28.268021 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device c85d5f4f-7a91-4827-9dbf-aa81e3c75594 not bound to the agent host dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:29:28.268429 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 0e8dbab8-b81b-4801-b10b-aee285b1622a no longer exists at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:29:28.288097 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] No Port match for: 0e8dbab8-b81b-4801-b10b-aee285b1622a {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:29:28.288484 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 0e8dbab8-b81b-4801-b10b-aee285b1622a not bound to the agent host dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:29:28.288906 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device e9707eec-7e88-4382-abbb-45d7a0f51560 no longer exists at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:29:28.309865 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] No Port match for: e9707eec-7e88-4382-abbb-45d7a0f51560 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:29:28.310224 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device e9707eec-7e88-4382-abbb-45d7a0f51560 not bound to the agent host dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:29:29.335209 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-6b45bd53-c2bb-4bf3-8d20-14ad72db10b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:29.701376 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:29.746355 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df1b5f-bb99-45e0-83ff-1ff991e8edd3 req-fa4d1171-afe6-43aa-98e6-1d9ef4a7bb91 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:29.747884 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-56df1b5f-bb99-45e0-83ff-1ff991e8edd3 req-fa4d1171-afe6-43aa-98e6-1d9ef4a7bb91 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0537100 Sep 26 11:29:29.789404 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-56df1b5f-bb99-45e0-83ff-1ff991e8edd3 req-aa732f89-3403-4d33-b9bf-18b5ceba6666 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348082 Sep 26 11:29:30.927776 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994d5b7-c73c-47bd-b062-5bcbd8122388 req-d8801825-34c1-4820-8b54-1f5e91b484f7 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:30.929869 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9994d5b7-c73c-47bd-b062-5bcbd8122388 req-d8801825-34c1-4820-8b54-1f5e91b484f7 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0566287 Sep 26 11:29:30.971682 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9994d5b7-c73c-47bd-b062-5bcbd8122388 req-e45f66ec-237a-450f-8a4e-c4ae2d309b3e tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351241 Sep 26 11:29:31.867701 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-600cd50f-cc5c-4a25-bf66-4bebc58183bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:32.087950 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c9295-b5cb-4399-b514-2576f1a78a8e req-1f622b50-7319-457c-9063-51328a227dc2 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:32.089429 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fb4c9295-b5cb-4399-b514-2576f1a78a8e req-1f622b50-7319-457c-9063-51328a227dc2 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0473454 Sep 26 11:29:32.126700 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fb4c9295-b5cb-4399-b514-2576f1a78a8e req-20ea201d-6aba-43cb-8a6e-a63f8120a2c4 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313187 Sep 26 11:29:32.480655 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:33.243140 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab3410-55d3-4c09-859a-e159228a45f3 req-cf5095de-281d-4227-966c-194a978f9255 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:33.244619 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-84ab3410-55d3-4c09-859a-e159228a45f3 req-cf5095de-281d-4227-966c-194a978f9255 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0526900 Sep 26 11:29:33.285913 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-84ab3410-55d3-4c09-859a-e159228a45f3 req-5156f0c4-88a4-437e-a800-96f3ae7c83f6 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341392 Sep 26 11:29:33.310777 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:33.784750 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8dc641-3a0f-487c-9390-2e66281d58d4 req-2e153c1e-58f3-4cad-a599-90e5b18243f4 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:33.786362 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fb8dc641-3a0f-487c-9390-2e66281d58d4 req-2e153c1e-58f3-4cad-a599-90e5b18243f4 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 946 time: 0.0522113 Sep 26 11:29:33.877736 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [req-fb8dc641-3a0f-487c-9390-2e66281d58d4 req-7077a041-8d0a-4a15-b0fd-affb0c1bd5e7 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Deleting port cccd193f-df95-4f0f-8a36-38088c41678f {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:29:33.877967 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-fb8dc641-3a0f-487c-9390-2e66281d58d4 req-7077a041-8d0a-4a15-b0fd-affb0c1bd5e7 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:33.966834 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-fb8dc641-3a0f-487c-9390-2e66281d58d4 req-7077a041-8d0a-4a15-b0fd-affb0c1bd5e7 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] For port cccd193f-df95-4f0f-8a36-38088c41678f, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=cccd193f-df95-4f0f-8a36-38088c41678f,segment=NetworkSegment(a0db8883-6c7c-4d85-929a-634a213f1538),segment_id=a0db8883-6c7c-4d85-929a-634a213f1538)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:29:33.967188 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-fb8dc641-3a0f-487c-9390-2e66281d58d4 req-7077a041-8d0a-4a15-b0fd-affb0c1bd5e7 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:34.133803 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-fb8dc641-3a0f-487c-9390-2e66281d58d4 req-7077a041-8d0a-4a15-b0fd-affb0c1bd5e7 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:34.134072 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-fb8dc641-3a0f-487c-9390-2e66281d58d4 req-7077a041-8d0a-4a15-b0fd-affb0c1bd5e7 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748570'] for floatingip, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:34.134383 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.db.l3_db [req-fb8dc641-3a0f-487c-9390-2e66281d58d4 req-7077a041-8d0a-4a15-b0fd-affb0c1bd5e7 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Floating IP 627fca2f-0222-48f4-8f91-691feee86586 disassociated. External IP: 172.27.3.221, port: cccd193f-df95-4f0f-8a36-38088c41678f. Sep 26 11:29:34.134743 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [req-fb8dc641-3a0f-487c-9390-2e66281d58d4 req-7077a041-8d0a-4a15-b0fd-affb0c1bd5e7 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Calling delete_port for cccd193f-df95-4f0f-8a36-38088c41678f owned by compute:nova {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:29:34.259924 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-fb8dc641-3a0f-487c-9390-2e66281d58d4 req-7077a041-8d0a-4a15-b0fd-affb0c1bd5e7 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:34.288156 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077a041-8d0a-4a15-b0fd-affb0c1bd5e7 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Pushing event deleted for resources: {'Port': ['ID=cccd193f-df95-4f0f-8a36-38088c41678f,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:34.400629 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f3e057fd-f057-421b-9eb1-1bdd31f14213 req-6a21c4d6-990b-403a-b320-a86889cf911e tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ac0b066-395e-4fd2-9d7f-06a9e31a321c HTTP/1.1" status: 200 len: 210 time: 0.0344598 Sep 26 11:29:34.427870 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb8dc641-3a0f-487c-9390-2e66281d58d4 req-7077a041-8d0a-4a15-b0fd-affb0c1bd5e7 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Router baa83b0e-fc20-4600-ab50-df4a6fd55676 has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:29:34.698612 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:34.792736 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb8dc641-3a0f-487c-9390-2e66281d58d4 req-7077a041-8d0a-4a15-b0fd-affb0c1bd5e7 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:29:34.804245 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd06f847-0c88-470b-9398-0b077fb0e0d8 None None] Sync routers for ids ['baa83b0e-fc20-4600-ab50-df4a6fd55676'] in dv-cinder-811032-1-iscsi {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:29:34.817475 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd06f847-0c88-470b-9398-0b077fb0e0d8 None None] Routers {'baa83b0e-fc20-4600-ab50-df4a6fd55676'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:29:34.818421 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-cd06f847-0c88-470b-9398-0b077fb0e0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:29:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['baa83b0e-fc20-4600-ab50-df4a6fd55676'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:29:34.847792 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8dc641-3a0f-487c-9390-2e66281d58d4 req-7077a041-8d0a-4a15-b0fd-affb0c1bd5e7 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] No DVR routers for this DVR port cccd193f-df95-4f0f-8a36-38088c41678f on host hv-cinder-81103 {{(pid=94001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:29:34.857491 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-fb8dc641-3a0f-487c-9390-2e66281d58d4 req-7077a041-8d0a-4a15-b0fd-affb0c1bd5e7 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:34.859615 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fb8dc641-3a0f-487c-9390-2e66281d58d4 req-7077a041-8d0a-4a15-b0fd-affb0c1bd5e7 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.22 "DELETE /v2.0/ports/cccd193f-df95-4f0f-8a36-38088c41678f HTTP/1.1" status: 204 len: 173 time: 1.0676305 Sep 26 11:29:34.860081 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac0b066-395e-4fd2-9d7f-06a9e31a321c', 'name': 'network-vif-deleted', 'tag': 'cccd193f-df95-4f0f-8a36-38088c41678f'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:29:34.862499 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7a2a19-a37d-47df-be47-bd5736067049" -d '{"events": [{"server_uuid": "7ac0b066-395e-4fd2-9d7f-06a9e31a321c", "name": "network-vif-deleted", "tag": "cccd193f-df95-4f0f-8a36-38088c41678f"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:29:34.906100 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24f236c-9070-48b2-8717-64eb720015bc x-openstack-request-id: req-c24f236c-9070-48b2-8717-64eb720015bc {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:29:34.906399 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac0b066-395e-4fd2-9d7f-06a9e31a321c", "name": "network-vif-deleted", "tag": "cccd193f-df95-4f0f-8a36-38088c41678f", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:29:34.906662 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c24f236c-9070-48b2-8717-64eb720015bc {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:29:34.907069 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac0b066-395e-4fd2-9d7f-06a9e31a321c', 'name': 'network-vif-deleted', 'tag': 'cccd193f-df95-4f0f-8a36-38088c41678f', 'status': 'completed', 'code': 200} Sep 26 11:29:34.951355 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-cd06f847-0c88-470b-9398-0b077fb0e0d8 None None] Set router baa83b0e-fc20-4600-ab50-df4a6fd55676 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:29:35.160334 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-cd06f847-0c88-470b-9398-0b077fb0e0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'name': 'tempest-AttachVolumeTestJSON-315950683-router', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e72f457-cea2-45ed-aafb-06650e206435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:26:15Z', 'updated_at': '2021-09-26T11:26:18Z', 'revision_number': 4, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'gw_port': {'id': '2e72f457-cea2-45ed-aafb-06650e206435', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:13:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:16Z', 'updated_at': '2021-09-26T11:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '2dbd1243-b6c2-4dea-a47b-fb8fb195c855', 'name': '', 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'mac_address': 'fa:16:3e:10:27:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:18Z', 'updated_at': '2021-09-26T11:26:23Z', 'revision_number': 5, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'subnets': [{'id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:29:35.187553 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd06f847-0c88-470b-9398-0b077fb0e0d8 None None] Checking router: baa83b0e-fc20-4600-ab50-df4a6fd55676 for host: dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:29:35.196718 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd06f847-0c88-470b-9398-0b077fb0e0d8 None None] Routers {'baa83b0e-fc20-4600-ab50-df4a6fd55676'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:29:35.197319 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-cd06f847-0c88-470b-9398-0b077fb0e0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:29:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['baa83b0e-fc20-4600-ab50-df4a6fd55676'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:29:35.303552 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-cd06f847-0c88-470b-9398-0b077fb0e0d8 None None] Set router baa83b0e-fc20-4600-ab50-df4a6fd55676 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:29:35.486765 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 53448) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:29:35.508721 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-cd06f847-0c88-470b-9398-0b077fb0e0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'name': 'tempest-AttachVolumeTestJSON-315950683-router', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e72f457-cea2-45ed-aafb-06650e206435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:26:15Z', 'updated_at': '2021-09-26T11:26:18Z', 'revision_number': 4, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'gw_port': {'id': '2e72f457-cea2-45ed-aafb-06650e206435', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:13:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:16Z', 'updated_at': '2021-09-26T11:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '2dbd1243-b6c2-4dea-a47b-fb8fb195c855', 'name': '', 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'mac_address': 'fa:16:3e:10:27:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:18Z', 'updated_at': '2021-09-26T11:26:23Z', 'revision_number': 5, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'subnets': [{'id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:29:35.534089 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd06f847-0c88-470b-9398-0b077fb0e0d8 None None] The sync data for ids ['baa83b0e-fc20-4600-ab50-df4a6fd55676'] in dv-cinder-811032-1-iscsi is: [{'id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'name': 'tempest-AttachVolumeTestJSON-315950683-router', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e72f457-cea2-45ed-aafb-06650e206435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:26:15Z', 'updated_at': '2021-09-26T11:26:18Z', 'revision_number': 4, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'gw_port': {'id': '2e72f457-cea2-45ed-aafb-06650e206435', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:13:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:16Z', 'updated_at': '2021-09-26T11:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '2dbd1243-b6c2-4dea-a47b-fb8fb195c855', 'name': '', 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'mac_address': 'fa:16:3e:10:27:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:18Z', 'updated_at': '2021-09-26T11:26:23Z', 'revision_number': 5, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'subnets': [{'id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:29:35.541769 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-866387ea-4f6d-4c05-b62e-61a6ca5eef2e tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:35.565528 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-866387ea-4f6d-4c05-b62e-61a6ca5eef2e tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:35.616214 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-866387ea-4f6d-4c05-b62e-61a6ca5eef2e tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:35.618774 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-866387ea-4f6d-4c05-b62e-61a6ca5eef2e tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:35.619948 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-866387ea-4f6d-4c05-b62e-61a6ca5eef2e tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "DELETE /v2.0/security-groups/7b9dcbcc-2d80-43e7-aaa7-d978e6028f63 HTTP/1.1" status: 204 len: 168 time: 0.1322145 Sep 26 11:29:35.623287 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 53450) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:29:35.629227 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866387ea-4f6d-4c05-b62e-61a6ca5eef2e tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9dcbcc-2d80-43e7-aaa7-d978e6028f63,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:35.644172 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.api.v2.resource [None req-b081925c-9fd8-4ada-ad58-132ed5ebde23 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] show failed (client error): The resource could not be found. Sep 26 11:29:35.649384 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 53452) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:29:35.657642 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-b081925c-9fd8-4ada-ad58-132ed5ebde23 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups/7b9dcbcc-2d80-43e7-aaa7-d978e6028f63 HTTP/1.1" status: 404 len: 347 time: 0.0318909 Sep 26 11:29:35.755519 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c0d3b6-1be7-4359-95d9-f5931e2a3255 None None] New status for floating IP 627fca2f-0222-48f4-8f91-691feee86586: DOWN {{(pid=94002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 11:29:35.780133 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1c105013-aa78-42ec-a969-d79858131faf tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Deleting port 6f4897db-c419-4fa7-815d-84fec9119bd4 {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:29:35.780469 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1c105013-aa78-42ec-a969-d79858131faf tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:35.864766 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1c105013-aa78-42ec-a969-d79858131faf tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:35.865044 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1c105013-aa78-42ec-a969-d79858131faf tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:35.881926 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-1c105013-aa78-42ec-a969-d79858131faf tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Calling delete_port for 6f4897db-c419-4fa7-815d-84fec9119bd4 owned by network:floatingip {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:29:36.025409 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1c105013-aa78-42ec-a969-d79858131faf tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:36.051355 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c105013-aa78-42ec-a969-d79858131faf tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Pushing event deleted for resources: {'Port': ['ID=6f4897db-c419-4fa7-815d-84fec9119bd4,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:36.115223 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1c105013-aa78-42ec-a969-d79858131faf tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for floatingip, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:36.117649 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-1c105013-aa78-42ec-a969-d79858131faf tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for floatingip, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:36.118848 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-1c105013-aa78-42ec-a969-d79858131faf tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "DELETE /v2.0/floatingips/627fca2f-0222-48f4-8f91-691feee86586 HTTP/1.1" status: 204 len: 168 time: 0.4686584 Sep 26 11:29:36.245251 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 53472) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:29:36.354551 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b85e056b-84f5-4652-920c-d0dcd75bd495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:36.434892 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 53476) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:29:36.439290 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-56675686-b29e-415c-a0b6-2db52606e573 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1513743822', 'description': 'tempest-description--1724409026'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:29:36.445199 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b85e056b-84f5-4652-920c-d0dcd75bd495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:36.448769 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b85e056b-84f5-4652-920c-d0dcd75bd495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:36.465455 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-56675686-b29e-415c-a0b6-2db52606e573 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:36.488471 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-b85e056b-84f5-4652-920c-d0dcd75bd495 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=78db6df48d9f45db915d11399a3a2c09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415793 Sep 26 11:29:36.490240 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e056b-84f5-4652-920c-d0dcd75bd495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45363d9-7578-48ca-8256-42ce8d0dfb86,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:36.492879 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 53478) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:29:36.543004 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-099aa0a8-3138-4e72-a702-a2726f61cd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:36.552964 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-56675686-b29e-415c-a0b6-2db52606e573 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:36.556828 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-56675686-b29e-415c-a0b6-2db52606e573 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:36.564915 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-099aa0a8-3138-4e72-a702-a2726f61cd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:36.587520 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-56675686-b29e-415c-a0b6-2db52606e573 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:36.588743 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-56675686-b29e-415c-a0b6-2db52606e573 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1528788 Sep 26 11:29:36.592106 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 53480) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:29:36.592786 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56675686-b29e-415c-a0b6-2db52606e573 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d91839ed-be36-4be7-a680-6c4bc2b406b2,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:36.596548 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-219caf87-59ae-4cd0-930f-876e8d57cc5f tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Request body: {'security_group_rule': {'security_group_id': 'd91839ed-be36-4be7-a680-6c4bc2b406b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:29:36.600719 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56675686-b29e-415c-a0b6-2db52606e573 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:36.600948 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56675686-b29e-415c-a0b6-2db52606e573 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:36.601296 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56675686-b29e-415c-a0b6-2db52606e573 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:36.601635 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56675686-b29e-415c-a0b6-2db52606e573 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:36.601968 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56675686-b29e-415c-a0b6-2db52606e573 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:36.602293 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56675686-b29e-415c-a0b6-2db52606e573 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:36.602628 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56675686-b29e-415c-a0b6-2db52606e573 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:36.603222 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56675686-b29e-415c-a0b6-2db52606e573 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:36.603610 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56675686-b29e-415c-a0b6-2db52606e573 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:36.604099 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56675686-b29e-415c-a0b6-2db52606e573 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:36.604364 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56675686-b29e-415c-a0b6-2db52606e573 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:36.605053 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56675686-b29e-415c-a0b6-2db52606e573 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:36.630541 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-219caf87-59ae-4cd0-930f-876e8d57cc5f tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:36.634372 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-099aa0a8-3138-4e72-a702-a2726f61cd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:36.636862 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-099aa0a8-3138-4e72-a702-a2726f61cd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:36.638017 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-099aa0a8-3138-4e72-a702-a2726f61cd56 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a45363d9-7578-48ca-8256-42ce8d0dfb86 HTTP/1.1" status: 204 len: 168 time: 0.1442249 Sep 26 11:29:36.658682 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099aa0a8-3138-4e72-a702-a2726f61cd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45363d9-7578-48ca-8256-42ce8d0dfb86,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:36.690781 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-219caf87-59ae-4cd0-930f-876e8d57cc5f tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:36.694956 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-219caf87-59ae-4cd0-930f-876e8d57cc5f tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777310'] for security_group_rule, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:36.715565 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219caf87-59ae-4cd0-930f-876e8d57cc5f tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c6f1c16-ff5c-45b8-92f8-3ce8674d36bd,revision_number=0']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:36.723687 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-219caf87-59ae-4cd0-930f-876e8d57cc5f tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:36.724966 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-219caf87-59ae-4cd0-930f-876e8d57cc5f tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319184 Sep 26 11:29:36.727812 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 53484) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:29:36.732349 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-c584e8c2-2dda-42f0-9517-794553e182f4 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Request body: {'security_group_rule': {'security_group_id': 'd91839ed-be36-4be7-a680-6c4bc2b406b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:29:36.761058 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c584e8c2-2dda-42f0-9517-794553e182f4 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:36.818512 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c584e8c2-2dda-42f0-9517-794553e182f4 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:36.822205 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c584e8c2-2dda-42f0-9517-794553e182f4 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777310'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:36.840574 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584e8c2-2dda-42f0-9517-794553e182f4 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e3816d0-29f6-4f20-8c01-fc44b0645213,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:36.856858 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c584e8c2-2dda-42f0-9517-794553e182f4 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:36.858108 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-c584e8c2-2dda-42f0-9517-794553e182f4 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292973 Sep 26 11:29:36.861089 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 53490) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:29:36.866665 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-3aba5e59-b998-43a7-af6d-052ae68a6adc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Request body: {'floatingip': {'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:29:36.889470 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3aba5e59-b998-43a7-af6d-052ae68a6adc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for floatingip, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:36.922392 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device cccd193f-df95-4f0f-8a36-38088c41678f no longer exists at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:29:36.945041 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] No Port match for: cccd193f-df95-4f0f-8a36-38088c41678f {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:29:36.945467 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device cccd193f-df95-4f0f-8a36-38088c41678f not bound to the agent host hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:29:36.995901 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3aba5e59-b998-43a7-af6d-052ae68a6adc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:37.102895 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-3aba5e59-b998-43a7-af6d-052ae68a6adc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Allocated IP 172.27.3.80 (d645f16f-c1f8-40bc-a964-fd8a8508da46/7b04f644-4880-4113-a1d0-930d600f8f14/ebffc22c-b7ee-462e-af72-68faaaec33d8) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:29:37.215210 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3aba5e59-b998-43a7-af6d-052ae68a6adc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:37.248934 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3aba5e59-b998-43a7-af6d-052ae68a6adc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:37.284235 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aba5e59-b998-43a7-af6d-052ae68a6adc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Network d645f16f-c1f8-40bc-a964-fd8a8508da46 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:29:37.287627 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-3aba5e59-b998-43a7-af6d-052ae68a6adc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:29:37.290999 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aba5e59-b998-43a7-af6d-052ae68a6adc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:29:37.315499 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba5e59-b998-43a7-af6d-052ae68a6adc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Pushing event updated for resources: {'Port': ['ID=ebffc22c-b7ee-462e-af72-68faaaec33d8,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:37.379320 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3aba5e59-b998-43a7-af6d-052ae68a6adc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:37.419911 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3aba5e59-b998-43a7-af6d-052ae68a6adc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:37.574473 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3aba5e59-b998-43a7-af6d-052ae68a6adc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:37.580114 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3aba5e59-b998-43a7-af6d-052ae68a6adc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530160741'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:37.649874 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba5e59-b998-43a7-af6d-052ae68a6adc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Pushing event updated for resources: {'Port': ['ID=ebffc22c-b7ee-462e-af72-68faaaec33d8,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:37.662260 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3aba5e59-b998-43a7-af6d-052ae68a6adc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748570'] for floatingip, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:37.676048 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-3aba5e59-b998-43a7-af6d-052ae68a6adc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for floatingip, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:37.680776 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-3aba5e59-b998-43a7-af6d-052ae68a6adc tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8154449 Sep 26 11:29:37.860925 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 53548) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:29:37.872158 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-327d3b11-87b2-44ce-ab1a-099a77e890d3 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1513743822&fields=id&tenant_id=7cb378b591e143fb91d044bdf1c9f3df HTTP/1.1" status: 200 len: 267 time: 0.0374978 Sep 26 11:29:37.970004 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-18accb07-d815-44a3-8543-15c19a101825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:37.979156 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-a2894c84-e6ec-4398-9273-1d3d60774725 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:37.980643 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-a2894c84-e6ec-4398-9273-1d3d60774725 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/networks?id=33aa0508-6769-4d11-a139-b97309f298c0 HTTP/1.1" status: 200 len: 810 time: 0.1016769 Sep 26 11:29:37.999169 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-70415f93-f404-4ae8-bc01-0ef7bde27161 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/quotas/7cb378b591e143fb91d044bdf1c9f3df HTTP/1.1" status: 200 len: 375 time: 0.0124712 Sep 26 11:29:38.057703 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-85b5df0e-6a1e-46e5-895f-4b9ae7b44b6b tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7cb378b591e143fb91d044bdf1c9f3df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0543687 Sep 26 11:29:38.060464 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-18accb07-d815-44a3-8543-15c19a101825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:38.064373 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-18accb07-d815-44a3-8543-15c19a101825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:38.101729 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-18accb07-d815-44a3-8543-15c19a101825 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=37bdddb621864812a0b10f2094742623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396934 Sep 26 11:29:38.103591 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18accb07-d815-44a3-8543-15c19a101825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd2e4dd-acf9-4029-8030-cf7b155a5b77,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:38.104446 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 53554) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:29:38.219624 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e6da66e6-a90f-4db6-bf58-10f560fe023e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:38.252018 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-d8b15fa1-b2bc-472a-a656-6708d20cc1ac service neutron] 10.222.0.15 "GET /v2.0/networks/33aa0508-6769-4d11-a139-b97309f298c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807110 Sep 26 11:29:38.259224 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e6da66e6-a90f-4db6-bf58-10f560fe023e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:38.372948 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e6da66e6-a90f-4db6-bf58-10f560fe023e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:38.375491 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e6da66e6-a90f-4db6-bf58-10f560fe023e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:38.376648 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-e6da66e6-a90f-4db6-bf58-10f560fe023e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fdd2e4dd-acf9-4029-8030-cf7b155a5b77 HTTP/1.1" status: 204 len: 168 time: 0.2703314 Sep 26 11:29:38.387992 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-3c50fd12-1cea-4520-8554-84cab3292f17 service neutron] 10.222.0.15 "GET /v2.0/networks/33aa0508-6769-4d11-a139-b97309f298c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222768 Sep 26 11:29:38.389095 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da66e6-a90f-4db6-bf58-10f560fe023e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd2e4dd-acf9-4029-8030-cf7b155a5b77,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:38.552597 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fee98b58-969d-4c1b-86d7-a12fa7f44a4d req-34469207-37ef-467c-aced-5c0925c42157 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d20ed14-5c7e-49ec-bc77-98801e064a13 HTTP/1.1" status: 200 len: 210 time: 0.0307233 Sep 26 11:29:39.530850 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-ecb588f7-a60c-4fbd-8706-c7bddacb9a47 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:39.532348 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-ecb588f7-a60c-4fbd-8706-c7bddacb9a47 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.22 "GET /v2.0/networks?id=33aa0508-6769-4d11-a139-b97309f298c0 HTTP/1.1" status: 200 len: 810 time: 0.1146913 Sep 26 11:29:39.578840 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-66c86881-dd30-4e99-91ee-39682a70d96b tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cb378b591e143fb91d044bdf1c9f3df HTTP/1.1" status: 200 len: 380 time: 0.0358424 Sep 26 11:29:39.594498 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-2c47515c-7f57-4100-b2d5-f897a543a2bf tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Request body: {'port': {'device_id': '4d20ed14-5c7e-49ec-bc77-98801e064a13', 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0', 'admin_state_up': True, 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'security_groups': ['d91839ed-be36-4be7-a680-6c4bc2b406b2']}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:29:39.678907 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2837bb83-a063-4488-94fc-6fc7559e30f8 req-13d553c6-8d01-4840-9f98-ee950ef97311 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d20ed14-5c7e-49ec-bc77-98801e064a13 HTTP/1.1" status: 200 len: 210 time: 0.0567777 Sep 26 11:29:39.728335 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-2c47515c-7f57-4100-b2d5-f897a543a2bf tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Made reservation on behalf of 7cb378b591e143fb91d044bdf1c9f3df for: {'port': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:29:39.731992 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-2c47515c-7f57-4100-b2d5-f897a543a2bf tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:39.858287 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-2c47515c-7f57-4100-b2d5-f897a543a2bf tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Allocated IP 172.20.0.5 (33aa0508-6769-4d11-a139-b97309f298c0/21de4efa-7bad-4711-b421-ca5ac892cc95/412511ac-d0a1-48b9-bf37-c2a2094b8521) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:29:40.000109 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-2c47515c-7f57-4100-b2d5-f897a543a2bf tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:40.041494 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-2c47515c-7f57-4100-b2d5-f897a543a2bf tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:40.083459 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-2c47515c-7f57-4100-b2d5-f897a543a2bf tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Network 33aa0508-6769-4d11-a139-b97309f298c0 is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:29:40.086621 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-2c47515c-7f57-4100-b2d5-f897a543a2bf tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:29:40.090200 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-2c47515c-7f57-4100-b2d5-f897a543a2bf tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:29:40.115065 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47515c-7f57-4100-b2d5-f897a543a2bf tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Pushing event updated for resources: {'Port': ['ID=412511ac-d0a1-48b9-bf37-c2a2094b8521,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:40.142717 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-2c47515c-7f57-4100-b2d5-f897a543a2bf tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:40.143345 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-2c47515c-7f57-4100-b2d5-f897a543a2bf tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:40.158840 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-2c47515c-7f57-4100-b2d5-f897a543a2bf tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5697420 Sep 26 11:29:40.171974 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-e9d6f5cb-cee9-40fe-8f62-ddbf0ecb2509 service neutron] Request body: {'port': {'device_id': '4d20ed14-5c7e-49ec-bc77-98801e064a13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81103'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:29:40.232321 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-e9d6f5cb-cee9-40fe-8f62-ddbf0ecb2509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:40.320415 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-44ab263b-b512-4887-8f11-050f733493bb None None] Provisioning complete for port 412511ac-d0a1-48b9-bf37-c2a2094b8521 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:29:40.321026 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-44ab263b-b512-4887-8f11-050f733493bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:40.355175 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-44ab263b-b512-4887-8f11-050f733493bb None None] Port 412511ac-d0a1-48b9-bf37-c2a2094b8521 cannot update to ACTIVE because it is not bound. {{(pid=94002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 11:29:40.493051 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-e9d6f5cb-cee9-40fe-8f62-ddbf0ecb2509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 412511ac-d0a1-48b9-bf37-c2a2094b8521 {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:29:40.500645 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-e9d6f5cb-cee9-40fe-8f62-ddbf0ecb2509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:40.512955 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-e9d6f5cb-cee9-40fe-8f62-ddbf0ecb2509 service neutron] Transition to ACTIVE for port object 412511ac-d0a1-48b9-bf37-c2a2094b8521 will not be triggered until provisioned by entity L2. {{(pid=94001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 11:29:40.518885 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-e9d6f5cb-cee9-40fe-8f62-ddbf0ecb2509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530552719'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:40.576896 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6f5cb-cee9-40fe-8f62-ddbf0ecb2509 service neutron] Pushing event updated for resources: {'Port': ['ID=412511ac-d0a1-48b9-bf37-c2a2094b8521,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:40.660076 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-e9d6f5cb-cee9-40fe-8f62-ddbf0ecb2509 service neutron] Attempting to bind port 412511ac-d0a1-48b9-bf37-c2a2094b8521 on host hv-cinder-81103 for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:29:40.660417 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-e9d6f5cb-cee9-40fe-8f62-ddbf0ecb2509 service neutron] Attempting to bind port 412511ac-d0a1-48b9-bf37-c2a2094b8521 by drivers openvswitch,hyperv on host hv-cinder-81103 at level 0 using segments [{'id': 'a0db8883-6c7c-4d85-929a-634a213f1538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:29:40.661319 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-e9d6f5cb-cee9-40fe-8f62-ddbf0ecb2509 service neutron] Attempting to bind port 412511ac-d0a1-48b9-bf37-c2a2094b8521 on network 33aa0508-6769-4d11-a139-b97309f298c0 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:29:40.666862 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-e9d6f5cb-cee9-40fe-8f62-ddbf0ecb2509 service neutron] Port 412511ac-d0a1-48b9-bf37-c2a2094b8521 on network 33aa0508-6769-4d11-a139-b97309f298c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81103 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 11:29:40.667073 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-e9d6f5cb-cee9-40fe-8f62-ddbf0ecb2509 service neutron] Attempting to bind port 412511ac-d0a1-48b9-bf37-c2a2094b8521 on network 33aa0508-6769-4d11-a139-b97309f298c0 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:29:40.672739 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-e9d6f5cb-cee9-40fe-8f62-ddbf0ecb2509 service neutron] Checking agent: {'id': 'c7902f34-c618-4561-9fcf-9ee1c8cebcf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81103', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'started_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:29:40.673080 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-e9d6f5cb-cee9-40fe-8f62-ddbf0ecb2509 service neutron] Checking segment: {'id': 'a0db8883-6c7c-4d85-929a-634a213f1538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:29:40.673460 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-e9d6f5cb-cee9-40fe-8f62-ddbf0ecb2509 service neutron] Bound using segment: {'id': 'a0db8883-6c7c-4d85-929a-634a213f1538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:29:40.674068 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-e9d6f5cb-cee9-40fe-8f62-ddbf0ecb2509 service neutron] Bound port: 412511ac-d0a1-48b9-bf37-c2a2094b8521, host: hv-cinder-81103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0db8883-6c7c-4d85-929a-634a213f1538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:29:40.674499 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-e9d6f5cb-cee9-40fe-8f62-ddbf0ecb2509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:40.743945 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-e9d6f5cb-cee9-40fe-8f62-ddbf0ecb2509 service neutron] For port 412511ac-d0a1-48b9-bf37-c2a2094b8521, host hv-cinder-81103, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:29:40.747322 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-e9d6f5cb-cee9-40fe-8f62-ddbf0ecb2509 service neutron] For port 412511ac-d0a1-48b9-bf37-c2a2094b8521, host hv-cinder-81103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=412511ac-d0a1-48b9-bf37-c2a2094b8521,segment=NetworkSegment(a0db8883-6c7c-4d85-929a-634a213f1538),segment_id=a0db8883-6c7c-4d85-929a-634a213f1538)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:29:40.761266 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-e9d6f5cb-cee9-40fe-8f62-ddbf0ecb2509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530552719'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:40.816197 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-e9d6f5cb-cee9-40fe-8f62-ddbf0ecb2509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:40.818380 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-e9d6f5cb-cee9-40fe-8f62-ddbf0ecb2509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:40.818932 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-e9d6f5cb-cee9-40fe-8f62-ddbf0ecb2509 service neutron] 10.222.0.22 "PUT /v2.0/ports/412511ac-d0a1-48b9-bf37-c2a2094b8521 HTTP/1.1" status: 200 len: 1093 time: 0.6512358 Sep 26 11:29:40.823487 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d20ed14-5c7e-49ec-bc77-98801e064a13', 'tag': '412511ac-d0a1-48b9-bf37-c2a2094b8521'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:29:40.825885 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b8fdce-4ee2-45e0-85ff-6f2f4622a0cc" -d '{"events": [{"name": "network-changed", "server_uuid": "4d20ed14-5c7e-49ec-bc77-98801e064a13", "tag": "412511ac-d0a1-48b9-bf37-c2a2094b8521"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:29:40.870675 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86587c74-5fd9-4572-b204-412f97c1d68b req-bb196e92-00dd-45f3-806f-e485ffd03e03 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:40.872359 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-86587c74-5fd9-4572-b204-412f97c1d68b req-bb196e92-00dd-45f3-806f-e485ffd03e03 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d20ed14-5c7e-49ec-bc77-98801e064a13 HTTP/1.1" status: 200 len: 943 time: 0.1235948 Sep 26 11:29:40.874146 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8888cd0-c89b-4e65-ab0c-cf570a2aea63 x-openstack-request-id: req-e8888cd0-c89b-4e65-ab0c-cf570a2aea63 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:29:40.874146 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d20ed14-5c7e-49ec-bc77-98801e064a13", "tag": "412511ac-d0a1-48b9-bf37-c2a2094b8521", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:29:40.874385 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8888cd0-c89b-4e65-ab0c-cf570a2aea63 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:29:40.874751 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d20ed14-5c7e-49ec-bc77-98801e064a13', 'tag': '412511ac-d0a1-48b9-bf37-c2a2094b8521', 'status': 'completed', 'code': 200} Sep 26 11:29:40.876528 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6f5cb-cee9-40fe-8f62-ddbf0ecb2509 service neutron] Pushing event updated for resources: {'Port': ['ID=412511ac-d0a1-48b9-bf37-c2a2094b8521,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:40.947030 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-86587c74-5fd9-4572-b204-412f97c1d68b req-31436f05-ec68-4c4f-ab2f-30dbde305cfa tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91839ed-be36-4be7-a680-6c4bc2b406b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584335 Sep 26 11:29:40.952579 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-bebe403e-e0ec-4398-aadc-065bb9c8b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:40.954076 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-bebe403e-e0ec-4398-aadc-065bb9c8b529 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7cb378b591e143fb91d044bdf1c9f3df&device_id=4d20ed14-5c7e-49ec-bc77-98801e064a13 HTTP/1.1" status: 200 len: 1096 time: 0.0786128 Sep 26 11:29:42.066499 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f5f59-39f4-4b50-9261-01d9ced918c8 req-0a88716a-60ac-4ab9-84d3-647978e0f40d tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:42.068590 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bb6f5f59-39f4-4b50-9261-01d9ced918c8 req-0a88716a-60ac-4ab9-84d3-647978e0f40d tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d20ed14-5c7e-49ec-bc77-98801e064a13 HTTP/1.1" status: 200 len: 943 time: 0.0519640 Sep 26 11:29:42.105672 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bb6f5f59-39f4-4b50-9261-01d9ced918c8 req-4e14615b-6e6d-431c-ac89-74e4c5fa8aa0 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91839ed-be36-4be7-a680-6c4bc2b406b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312593 Sep 26 11:29:42.666509 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-cb8dd5e2-26b3-4e5e-ba65-71dd2b1a89b2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412511ac-d0a1-48b9-bf37-c2a2094b8521 HTTP/1.1" status: 200 len: 217 time: 0.0339801 Sep 26 11:29:43.221694 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7eb0de-f2c2-4431-8bef-18f6bb02fbb4 req-621044f5-da2c-4260-8c74-d3e2c270e1cb tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:43.223784 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8f7eb0de-f2c2-4431-8bef-18f6bb02fbb4 req-621044f5-da2c-4260-8c74-d3e2c270e1cb tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d20ed14-5c7e-49ec-bc77-98801e064a13 HTTP/1.1" status: 200 len: 943 time: 0.0509477 Sep 26 11:29:43.263901 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8f7eb0de-f2c2-4431-8bef-18f6bb02fbb4 req-409adf21-b8ab-41ea-ae2f-1935f66e8846 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91839ed-be36-4be7-a680-6c4bc2b406b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317433 Sep 26 11:29:43.674989 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-fea617a7-6175-451a-a25f-4eb79ba06175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:43.677098 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-fea617a7-6175-451a-a25f-4eb79ba06175 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21de4efa-7bad-4711-b421-ca5ac892cc95 HTTP/1.1" status: 200 len: 849 time: 0.0479031 Sep 26 11:29:43.721896 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-bb826757-8549-452c-94b2-f784bea96eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:43.723952 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-bb826757-8549-452c-94b2-f784bea96eb4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33aa0508-6769-4d11-a139-b97309f298c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394447 Sep 26 11:29:43.822829 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-55a2a238-2e9a-4328-81c9-fa71c1477d78 service neutron] 10.222.0.22 "GET /v2.0/networks/33aa0508-6769-4d11-a139-b97309f298c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842726 Sep 26 11:29:43.921199 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0abe236e-8e98-46b6-8125-0efa1bb62e22 req-502876ce-f3da-49b3-bc3e-cfc2598a656a service neutron] 10.222.0.22 "GET /v2.0/networks/33aa0508-6769-4d11-a139-b97309f298c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886178 Sep 26 11:29:44.009205 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8fdce-4ee2-45e0-85ff-6f2f4622a0cc req-c6d7699e-aae5-421b-8d0b-c6e454b56d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:44.010746 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-73b8fdce-4ee2-45e0-85ff-6f2f4622a0cc req-c6d7699e-aae5-421b-8d0b-c6e454b56d0f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7cb378b591e143fb91d044bdf1c9f3df&device_id=4d20ed14-5c7e-49ec-bc77-98801e064a13 HTTP/1.1" status: 200 len: 1096 time: 0.0419126 Sep 26 11:29:44.112771 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8fdce-4ee2-45e0-85ff-6f2f4622a0cc req-9d4bdfaf-b50e-4d87-82f7-df0f829069d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:44.115676 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-73b8fdce-4ee2-45e0-85ff-6f2f4622a0cc req-9d4bdfaf-b50e-4d87-82f7-df0f829069d6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=33aa0508-6769-4d11-a139-b97309f298c0 HTTP/1.1" status: 200 len: 911 time: 0.0939479 Sep 26 11:29:44.158444 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-73b8fdce-4ee2-45e0-85ff-6f2f4622a0cc req-ba32c092-9862-4ea6-aa55-7068afb64905 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412511ac-d0a1-48b9-bf37-c2a2094b8521 HTTP/1.1" status: 200 len: 217 time: 0.0335512 Sep 26 11:29:44.212939 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8fdce-4ee2-45e0-85ff-6f2f4622a0cc req-2d24f3c0-ac7d-4850-b9d9-6f4a563ef542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:44.214365 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-73b8fdce-4ee2-45e0-85ff-6f2f4622a0cc req-2d24f3c0-ac7d-4850-b9d9-6f4a563ef542 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21de4efa-7bad-4711-b421-ca5ac892cc95 HTTP/1.1" status: 200 len: 849 time: 0.0459201 Sep 26 11:29:44.259559 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8fdce-4ee2-45e0-85ff-6f2f4622a0cc req-8791ee03-cbeb-40ba-8548-3b0594dbe470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:44.260939 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-73b8fdce-4ee2-45e0-85ff-6f2f4622a0cc req-8791ee03-cbeb-40ba-8548-3b0594dbe470 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33aa0508-6769-4d11-a139-b97309f298c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386000 Sep 26 11:29:44.307614 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:29:44.383342 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-73b8fdce-4ee2-45e0-85ff-6f2f4622a0cc req-0271aae6-18d5-4a84-a9c1-2169ed980097 service neutron] 10.222.0.22 "GET /v2.0/networks/33aa0508-6769-4d11-a139-b97309f298c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141188 Sep 26 11:29:44.397652 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014a78e-669e-41d5-9ec6-a9c7237a6bf5 req-3efa949a-04a3-4d32-a21e-2e42406cf6f3 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:44.399100 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7014a78e-669e-41d5-9ec6-a9c7237a6bf5 req-3efa949a-04a3-4d32-a21e-2e42406cf6f3 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d20ed14-5c7e-49ec-bc77-98801e064a13 HTTP/1.1" status: 200 len: 943 time: 0.0656977 Sep 26 11:29:44.485211 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7014a78e-669e-41d5-9ec6-a9c7237a6bf5 req-9abd8ddd-0d1d-4fae-adc9-92abb010a438 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91839ed-be36-4be7-a680-6c4bc2b406b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783260 Sep 26 11:29:44.506472 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-73b8fdce-4ee2-45e0-85ff-6f2f4622a0cc req-42fe2700-a98f-446e-8e6a-e5469308bfa7 service neutron] 10.222.0.22 "GET /v2.0/networks/33aa0508-6769-4d11-a139-b97309f298c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064451 Sep 26 11:29:44.967017 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 412511ac-d0a1-48b9-bf37-c2a2094b8521 details requested by agent hyperv_hv-cinder-81103 with host hv-cinder-81103 {{(pid=94002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 11:29:45.074255 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 412511ac-d0a1-48b9-bf37-c2a2094b8521, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=412511ac-d0a1-48b9-bf37-c2a2094b8521,segment=NetworkSegment(a0db8883-6c7c-4d85-929a-634a213f1538),segment_id=a0db8883-6c7c-4d85-929a-634a213f1538)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:29:45.082522 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Returning: {'device': '412511ac-d0a1-48b9-bf37-c2a2094b8521', 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0', 'port_id': '412511ac-d0a1-48b9-bf37-c2a2094b8521', 'mac_address': 'fa:16:3e:4e:b3:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 11:29:45.119800 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:45.133036 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 412511ac-d0a1-48b9-bf37-c2a2094b8521 {{(pid=94002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:29:45.152805 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 412511ac-d0a1-48b9-bf37-c2a2094b8521, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=412511ac-d0a1-48b9-bf37-c2a2094b8521,segment=NetworkSegment(a0db8883-6c7c-4d85-929a-634a213f1538),segment_id=a0db8883-6c7c-4d85-929a-634a213f1538)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:29:45.156984 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:45.214343 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=412511ac-d0a1-48b9-bf37-c2a2094b8521,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:45.431612 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['412511ac-d0a1-48b9-bf37-c2a2094b8521'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:29:45.605130 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acbfc8-5fef-4e2d-967c-de99f6c95aef req-2591fa33-afb8-4fd3-9bf6-8f579a28cc9a tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:45.606609 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-12acbfc8-5fef-4e2d-967c-de99f6c95aef req-2591fa33-afb8-4fd3-9bf6-8f579a28cc9a tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d20ed14-5c7e-49ec-bc77-98801e064a13 HTTP/1.1" status: 200 len: 944 time: 0.0525320 Sep 26 11:29:45.643089 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-12acbfc8-5fef-4e2d-967c-de99f6c95aef req-893506b8-1499-438e-b121-1391841e6602 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91839ed-be36-4be7-a680-6c4bc2b406b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306323 Sep 26 11:29:46.760412 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e4055-7410-431a-b11b-9bc03a827c3a req-3132aa1f-286c-4f08-86ed-3441dbf7b2ef tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:46.761922 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0a7e4055-7410-431a-b11b-9bc03a827c3a req-3132aa1f-286c-4f08-86ed-3441dbf7b2ef tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d20ed14-5c7e-49ec-bc77-98801e064a13 HTTP/1.1" status: 200 len: 944 time: 0.0493858 Sep 26 11:29:46.799701 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0a7e4055-7410-431a-b11b-9bc03a827c3a req-723a0d45-cfd0-43b9-adf1-a37310ee46ca tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91839ed-be36-4be7-a680-6c4bc2b406b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316353 Sep 26 11:29:46.983489 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 412511ac-d0a1-48b9-bf37-c2a2094b8521 up at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:29:47.034060 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning for port 412511ac-d0a1-48b9-bf37-c2a2094b8521 completed by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 11:29:47.038589 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning complete for port 412511ac-d0a1-48b9-bf37-c2a2094b8521 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:29:47.038991 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:47.115812 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:47.137419 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d20ed14-5c7e-49ec-bc77-98801e064a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412511ac-d0a1-48b9-bf37-c2a2094b8521'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:29:47.139686 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd87ac67-586f-4b14-835e-22001053473e" -d '{"events": [{"server_uuid": "4d20ed14-5c7e-49ec-bc77-98801e064a13", "name": "network-vif-plugged", "status": "completed", "tag": "412511ac-d0a1-48b9-bf37-c2a2094b8521"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:29:47.152725 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 412511ac-d0a1-48b9-bf37-c2a2094b8521, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=412511ac-d0a1-48b9-bf37-c2a2094b8521,segment=NetworkSegment(a0db8883-6c7c-4d85-929a-634a213f1538),segment_id=a0db8883-6c7c-4d85-929a-634a213f1538)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:29:47.156707 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:47.180503 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca90798-71ac-4ca9-a557-7308131e6d64 x-openstack-request-id: req-cca90798-71ac-4ca9-a557-7308131e6d64 {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:29:47.180804 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d20ed14-5c7e-49ec-bc77-98801e064a13", "name": "network-vif-plugged", "status": "completed", "tag": "412511ac-d0a1-48b9-bf37-c2a2094b8521", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:29:47.181062 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cca90798-71ac-4ca9-a557-7308131e6d64 {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:29:47.181459 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d20ed14-5c7e-49ec-bc77-98801e064a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412511ac-d0a1-48b9-bf37-c2a2094b8521', 'code': 200} Sep 26 11:29:47.206391 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=412511ac-d0a1-48b9-bf37-c2a2094b8521,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:47.343222 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c41849-b2f8-411c-a4fd-c412a75c320d req-de0a825b-a718-4530-b23d-072acd4d0d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:47.344688 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c3c41849-b2f8-411c-a4fd-c412a75c320d req-de0a825b-a718-4530-b23d-072acd4d0d7b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4d20ed14-5c7e-49ec-bc77-98801e064a13 HTTP/1.1" status: 200 len: 1098 time: 0.0397542 Sep 26 11:29:47.380712 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c3c41849-b2f8-411c-a4fd-c412a75c320d req-7f9b3800-2686-4e82-9782-05cb78dc7924 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d91839ed-be36-4be7-a680-6c4bc2b406b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270905 Sep 26 11:29:47.755020 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 53678) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:29:47.866071 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d46b4026-7055-4665-ab01-21680bcfaa2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:47.928954 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946e7f5-5198-43c7-b2a5-217a6d379fc7 req-fd422183-d823-42eb-88c7-a2a840b21ebb tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:47.930411 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5946e7f5-5198-43c7-b2a5-217a6d379fc7 req-fd422183-d823-42eb-88c7-a2a840b21ebb tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d20ed14-5c7e-49ec-bc77-98801e064a13 HTTP/1.1" status: 200 len: 945 time: 0.0622466 Sep 26 11:29:47.989091 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5946e7f5-5198-43c7-b2a5-217a6d379fc7 req-8511f897-5181-413a-900f-edf5ad300135 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91839ed-be36-4be7-a680-6c4bc2b406b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494637 Sep 26 11:29:48.023723 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d46b4026-7055-4665-ab01-21680bcfaa2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:48.027409 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d46b4026-7055-4665-ab01-21680bcfaa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:48.065346 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-d46b4026-7055-4665-ab01-21680bcfaa2f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee352af19f254af78df0f00349313c1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092771 Sep 26 11:29:48.066422 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b4026-7055-4665-ab01-21680bcfaa2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7d4f21-94b0-483c-bbba-47f6aa96613e,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:48.068677 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 53684) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:29:48.073900 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b4026-7055-4665-ab01-21680bcfaa2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:48.074243 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b4026-7055-4665-ab01-21680bcfaa2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:48.074578 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b4026-7055-4665-ab01-21680bcfaa2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:48.074928 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b4026-7055-4665-ab01-21680bcfaa2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:48.075258 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b4026-7055-4665-ab01-21680bcfaa2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:48.075583 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b4026-7055-4665-ab01-21680bcfaa2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:48.075905 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b4026-7055-4665-ab01-21680bcfaa2f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:48.076228 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b4026-7055-4665-ab01-21680bcfaa2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:48.076550 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b4026-7055-4665-ab01-21680bcfaa2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:48.076867 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b4026-7055-4665-ab01-21680bcfaa2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:48.077184 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b4026-7055-4665-ab01-21680bcfaa2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:48.077497 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d46b4026-7055-4665-ab01-21680bcfaa2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:29:48.118080 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e17bbcd2-0b3d-4c28-a2a6-6882bc3f8ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:48.142035 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e17bbcd2-0b3d-4c28-a2a6-6882bc3f8ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:48.186946 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e17bbcd2-0b3d-4c28-a2a6-6882bc3f8ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:48.189447 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e17bbcd2-0b3d-4c28-a2a6-6882bc3f8ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:48.190602 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-e17bbcd2-0b3d-4c28-a2a6-6882bc3f8ac9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec7d4f21-94b0-483c-bbba-47f6aa96613e HTTP/1.1" status: 204 len: 168 time: 0.1209509 Sep 26 11:29:48.198456 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bbcd2-0b3d-4c28-a2a6-6882bc3f8ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7d4f21-94b0-483c-bbba-47f6aa96613e,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:49.111279 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb5fa6-eaf2-43bc-ac0f-b373532d896c req-5814ddfd-ab32-418e-8722-500bb3bde9cf tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:49.112781 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-44bb5fa6-eaf2-43bc-ac0f-b373532d896c req-5814ddfd-ab32-418e-8722-500bb3bde9cf tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d20ed14-5c7e-49ec-bc77-98801e064a13 HTTP/1.1" status: 200 len: 945 time: 0.0523436 Sep 26 11:29:49.157680 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-44bb5fa6-eaf2-43bc-ac0f-b373532d896c req-9412f7da-9bdc-433c-be64-4dca3c5a0c43 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91839ed-be36-4be7-a680-6c4bc2b406b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379269 Sep 26 11:29:49.275828 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898b6b1-1e2a-4454-a207-c15de6bc4d23 req-ebdbc684-78f6-4d0a-9062-4862ead49bfe tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:49.277331 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a898b6b1-1e2a-4454-a207-c15de6bc4d23 req-ebdbc684-78f6-4d0a-9062-4862ead49bfe tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d20ed14-5c7e-49ec-bc77-98801e064a13 HTTP/1.1" status: 200 len: 945 time: 0.0528653 Sep 26 11:29:49.286272 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 53720) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:29:49.290992 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-973e9c1d-870f-4f00-a411-b21662a98e46 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Request body: {'floatingip': {'port_id': '412511ac-d0a1-48b9-bf37-c2a2094b8521'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:29:49.329919 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-973e9c1d-870f-4f00-a411-b21662a98e46 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for floatingip, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:49.740000 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-973e9c1d-870f-4f00-a411-b21662a98e46 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:49.743653 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-973e9c1d-870f-4f00-a411-b21662a98e46 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748570'] for floatingip, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:50.078504 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.db.l3_db [None req-973e9c1d-870f-4f00-a411-b21662a98e46 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Floating IP 71c65521-9d1e-4625-b495-63128101bda6 associated. External IP: 172.27.3.80, port: 412511ac-d0a1-48b9-bf37-c2a2094b8521. Sep 26 11:29:50.280998 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973e9c1d-870f-4f00-a411-b21662a98e46 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Router baa83b0e-fc20-4600-ab50-df4a6fd55676 has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:29:50.392910 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973e9c1d-870f-4f00-a411-b21662a98e46 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:29:50.398748 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-973e9c1d-870f-4f00-a411-b21662a98e46 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for floatingip, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:50.404928 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e46b53-43c2-4fc7-8e28-c60e5ebe18a9 None None] Sync routers for ids ['baa83b0e-fc20-4600-ab50-df4a6fd55676'] in dv-cinder-811032-1-iscsi {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:29:50.414964 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e46b53-43c2-4fc7-8e28-c60e5ebe18a9 None None] Routers {'baa83b0e-fc20-4600-ab50-df4a6fd55676'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:29:50.415582 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-02e46b53-43c2-4fc7-8e28-c60e5ebe18a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:29:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['baa83b0e-fc20-4600-ab50-df4a6fd55676'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:29:50.430923 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-973e9c1d-870f-4f00-a411-b21662a98e46 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "PUT /v2.0/floatingips/71c65521-9d1e-4625-b495-63128101bda6 HTTP/1.1" status: 200 len: 990 time: 1.1434035 Sep 26 11:29:50.431520 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d20ed14-5c7e-49ec-bc77-98801e064a13', 'tag': '412511ac-d0a1-48b9-bf37-c2a2094b8521'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:29:50.442228 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac05579741f88b05fd5495e6fabac80b3338caa1126b8e71f43a8600e84c3c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9405d955-4c4f-49b7-b841-f5bb905574ab" -d '{"events": [{"name": "network-changed", "server_uuid": "4d20ed14-5c7e-49ec-bc77-98801e064a13", "tag": "412511ac-d0a1-48b9-bf37-c2a2094b8521"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:29:50.539158 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-02e46b53-43c2-4fc7-8e28-c60e5ebe18a9 None None] Set router baa83b0e-fc20-4600-ab50-df4a6fd55676 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:29:50.619036 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09eca14-48ec-4164-955e-ca3b00250603 x-openstack-request-id: req-c09eca14-48ec-4164-955e-ca3b00250603 {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:29:50.619326 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d20ed14-5c7e-49ec-bc77-98801e064a13", "tag": "412511ac-d0a1-48b9-bf37-c2a2094b8521", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:29:50.619757 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c09eca14-48ec-4164-955e-ca3b00250603 {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:29:50.620327 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d20ed14-5c7e-49ec-bc77-98801e064a13', 'tag': '412511ac-d0a1-48b9-bf37-c2a2094b8521', 'status': 'completed', 'code': 200} Sep 26 11:29:50.693945 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405d955-4c4f-49b7-b841-f5bb905574ab req-64b89087-a537-45da-88ae-133eb5e6da9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:50.694908 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9405d955-4c4f-49b7-b841-f5bb905574ab req-64b89087-a537-45da-88ae-133eb5e6da9b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7cb378b591e143fb91d044bdf1c9f3df&device_id=4d20ed14-5c7e-49ec-bc77-98801e064a13 HTTP/1.1" status: 200 len: 1098 time: 0.0489423 Sep 26 11:29:50.804394 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405d955-4c4f-49b7-b841-f5bb905574ab req-e4bf763d-613c-47f0-9b14-8199f525dd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:50.807215 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9405d955-4c4f-49b7-b841-f5bb905574ab req-e4bf763d-613c-47f0-9b14-8199f525dd38 service neutron] 10.222.0.22 "GET /v2.0/networks?id=33aa0508-6769-4d11-a139-b97309f298c0 HTTP/1.1" status: 200 len: 911 time: 0.1036716 Sep 26 11:29:50.882253 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-02e46b53-43c2-4fc7-8e28-c60e5ebe18a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'name': 'tempest-AttachVolumeTestJSON-315950683-router', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e72f457-cea2-45ed-aafb-06650e206435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:26:15Z', 'updated_at': '2021-09-26T11:26:18Z', 'revision_number': 4, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'gw_port': {'id': '2e72f457-cea2-45ed-aafb-06650e206435', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:13:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:16Z', 'updated_at': '2021-09-26T11:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': '71c65521-9d1e-4625-b495-63128101bda6', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'port_id': '412511ac-d0a1-48b9-bf37-c2a2094b8521', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0', 'mac_address': 'fa:16:3e:4e:b3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d20ed14-5c7e-49ec-bc77-98801e064a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:29:37Z', 'updated_at': '2021-09-26T11:29:49Z', 'revision_number': 1, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbd1243-b6c2-4dea-a47b-fb8fb195c855', 'name': '', 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'mac_address': 'fa:16:3e:10:27:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:18Z', 'updated_at': '2021-09-26T11:26:23Z', 'revision_number': 5, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'subnets': [{'id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:29:50.883922 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9405d955-4c4f-49b7-b841-f5bb905574ab req-687561aa-c7ce-446f-97f8-3cd112f1bb2c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=412511ac-d0a1-48b9-bf37-c2a2094b8521 HTTP/1.1" status: 200 len: 998 time: 0.0662429 Sep 26 11:29:50.909555 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e46b53-43c2-4fc7-8e28-c60e5ebe18a9 None None] Checking router: baa83b0e-fc20-4600-ab50-df4a6fd55676 for host: dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:29:50.922055 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e46b53-43c2-4fc7-8e28-c60e5ebe18a9 None None] Routers {'baa83b0e-fc20-4600-ab50-df4a6fd55676'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:29:50.922929 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-02e46b53-43c2-4fc7-8e28-c60e5ebe18a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:29:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['baa83b0e-fc20-4600-ab50-df4a6fd55676'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:29:50.938954 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405d955-4c4f-49b7-b841-f5bb905574ab req-7865c0c4-d903-4be9-8f7a-c21858039945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:50.940769 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9405d955-4c4f-49b7-b841-f5bb905574ab req-7865c0c4-d903-4be9-8f7a-c21858039945 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21de4efa-7bad-4711-b421-ca5ac892cc95 HTTP/1.1" status: 200 len: 849 time: 0.0492182 Sep 26 11:29:50.996137 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405d955-4c4f-49b7-b841-f5bb905574ab req-491b3ea6-3b9a-4140-9a49-70175c2b508e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:29:50.997628 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9405d955-4c4f-49b7-b841-f5bb905574ab req-491b3ea6-3b9a-4140-9a49-70175c2b508e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33aa0508-6769-4d11-a139-b97309f298c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489845 Sep 26 11:29:51.036443 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-02e46b53-43c2-4fc7-8e28-c60e5ebe18a9 None None] Set router baa83b0e-fc20-4600-ab50-df4a6fd55676 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:29:51.094331 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9405d955-4c4f-49b7-b841-f5bb905574ab req-8c968542-1b65-4aca-a6f5-b6f302dec17e service neutron] 10.222.0.22 "GET /v2.0/networks/33aa0508-6769-4d11-a139-b97309f298c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868158 Sep 26 11:29:51.193017 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9405d955-4c4f-49b7-b841-f5bb905574ab req-5c78ada2-f048-4e2f-9198-a729e1993190 service neutron] 10.222.0.22 "GET /v2.0/networks/33aa0508-6769-4d11-a139-b97309f298c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880930 Sep 26 11:29:51.266957 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-02e46b53-43c2-4fc7-8e28-c60e5ebe18a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'name': 'tempest-AttachVolumeTestJSON-315950683-router', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e72f457-cea2-45ed-aafb-06650e206435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:26:15Z', 'updated_at': '2021-09-26T11:26:18Z', 'revision_number': 4, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'gw_port': {'id': '2e72f457-cea2-45ed-aafb-06650e206435', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:13:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:16Z', 'updated_at': '2021-09-26T11:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': '71c65521-9d1e-4625-b495-63128101bda6', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'port_id': '412511ac-d0a1-48b9-bf37-c2a2094b8521', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0', 'mac_address': 'fa:16:3e:4e:b3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d20ed14-5c7e-49ec-bc77-98801e064a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:29:37Z', 'updated_at': '2021-09-26T11:29:49Z', 'revision_number': 1, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbd1243-b6c2-4dea-a47b-fb8fb195c855', 'name': '', 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'mac_address': 'fa:16:3e:10:27:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:18Z', 'updated_at': '2021-09-26T11:26:23Z', 'revision_number': 5, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'subnets': [{'id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:29:51.296682 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e46b53-43c2-4fc7-8e28-c60e5ebe18a9 None None] The sync data for ids ['baa83b0e-fc20-4600-ab50-df4a6fd55676'] in dv-cinder-811032-1-iscsi is: [{'id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'name': 'tempest-AttachVolumeTestJSON-315950683-router', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e72f457-cea2-45ed-aafb-06650e206435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:26:15Z', 'updated_at': '2021-09-26T11:26:18Z', 'revision_number': 4, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'gw_port': {'id': '2e72f457-cea2-45ed-aafb-06650e206435', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:13:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:16Z', 'updated_at': '2021-09-26T11:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': '71c65521-9d1e-4625-b495-63128101bda6', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'port_id': '412511ac-d0a1-48b9-bf37-c2a2094b8521', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0', 'mac_address': 'fa:16:3e:4e:b3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d20ed14-5c7e-49ec-bc77-98801e064a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:29:37Z', 'updated_at': '2021-09-26T11:29:49Z', 'revision_number': 1, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbd1243-b6c2-4dea-a47b-fb8fb195c855', 'name': '', 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'mac_address': 'fa:16:3e:10:27:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:18Z', 'updated_at': '2021-09-26T11:26:23Z', 'revision_number': 5, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'subnets': [{'id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:29:51.480149 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc68b3b-b8d9-45a3-9d22-0f3bac7359d2 None None] New status for floating IP 71c65521-9d1e-4625-b495-63128101bda6: ACTIVE {{(pid=94002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 11:29:52.241877 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 53766) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:29:52.343426 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-aa989cc8-4f84-4e34-b4e9-fe22d6536e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:52.430667 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-aa989cc8-4f84-4e34-b4e9-fe22d6536e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:52.434264 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-aa989cc8-4f84-4e34-b4e9-fe22d6536e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:52.471426 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-aa989cc8-4f84-4e34-b4e9-fe22d6536e31 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7589df7e6c9d4239b324bd488403a8a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285647 Sep 26 11:29:52.472260 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa989cc8-4f84-4e34-b4e9-fe22d6536e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd0b2c6-b14b-4a9a-8dc0-8f5491ac9424,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:52.474422 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 53770) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:29:52.526055 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0ad8df15-ae39-4afb-8ddb-833c5d3561cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:52.547098 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0ad8df15-ae39-4afb-8ddb-833c5d3561cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:52.592171 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0ad8df15-ae39-4afb-8ddb-833c5d3561cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:52.594710 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0ad8df15-ae39-4afb-8ddb-833c5d3561cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:52.595871 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-0ad8df15-ae39-4afb-8ddb-833c5d3561cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3cd0b2c6-b14b-4a9a-8dc0-8f5491ac9424 HTTP/1.1" status: 204 len: 168 time: 0.1203802 Sep 26 11:29:52.604236 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8df15-ae39-4afb-8ddb-833c5d3561cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd0b2c6-b14b-4a9a-8dc0-8f5491ac9424,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:29:59.337376 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-18be57d3-0ca5-4cc9-aac6-a1179d0d7af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:29:59.702323 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:00.019357 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2bb1c79f-d5ab-47c6-ad9d-c9e101d9df2e req-56f3315c-3f18-48d8-be52-61a40a9931e6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390780 Sep 26 11:30:00.105687 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1c79f-d5ab-47c6-ad9d-c9e101d9df2e req-69ee8b03-e1f0-4fc6-808e-57b8f9be34d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:00.107165 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2bb1c79f-d5ab-47c6-ad9d-c9e101d9df2e req-69ee8b03-e1f0-4fc6-808e-57b8f9be34d5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e441f8769a94b6ba6ebc00ed8d7c160&device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 1099 time: 0.0429797 Sep 26 11:30:00.213442 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1c79f-d5ab-47c6-ad9d-c9e101d9df2e req-ad6361fa-0bb7-4f33-9aa5-ed6d1395549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:00.213871 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2bb1c79f-d5ab-47c6-ad9d-c9e101d9df2e req-ad6361fa-0bb7-4f33-9aa5-ed6d1395549c service neutron] 10.222.0.22 "GET /v2.0/networks?id=23e86c48-c562-4dba-8966-311c3333da64 HTTP/1.1" status: 200 len: 909 time: 0.0854750 Sep 26 11:30:00.287815 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2bb1c79f-d5ab-47c6-ad9d-c9e101d9df2e req-7f86efc4-71e1-4980-890d-b37d740fc76a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2567e25-c827-4229-8e6b-b6203c664d46 HTTP/1.1" status: 200 len: 1001 time: 0.0659111 Sep 26 11:30:00.340519 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1c79f-d5ab-47c6-ad9d-c9e101d9df2e req-6b763449-2828-4a68-bc38-7d143b5868a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:00.342166 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2bb1c79f-d5ab-47c6-ad9d-c9e101d9df2e req-6b763449-2828-4a68-bc38-7d143b5868a2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=04d6c54a-f029-4b31-bdac-cf23ee894a3c HTTP/1.1" status: 200 len: 847 time: 0.0456238 Sep 26 11:30:00.388289 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1c79f-d5ab-47c6-ad9d-c9e101d9df2e req-db15b1a5-57cc-45fd-99ae-0e122b60a1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:00.389902 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2bb1c79f-d5ab-47c6-ad9d-c9e101d9df2e req-db15b1a5-57cc-45fd-99ae-0e122b60a1e9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23e86c48-c562-4dba-8966-311c3333da64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401945 Sep 26 11:30:00.487013 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2bb1c79f-d5ab-47c6-ad9d-c9e101d9df2e req-375cad14-bb7b-40ef-aff3-a4f587ffb483 service neutron] 10.222.0.22 "GET /v2.0/networks/23e86c48-c562-4dba-8966-311c3333da64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892751 Sep 26 11:30:00.506834 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 53912) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:30:00.576421 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2bb1c79f-d5ab-47c6-ad9d-c9e101d9df2e req-f2e58594-dcaf-4142-9a64-189cbb19d04a service neutron] 10.222.0.22 "GET /v2.0/networks/23e86c48-c562-4dba-8966-311c3333da64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816603 Sep 26 11:30:00.617223 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b362597b-1f3f-471f-a4d7-159cde8b5717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:00.704938 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b362597b-1f3f-471f-a4d7-159cde8b5717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:00.709125 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b362597b-1f3f-471f-a4d7-159cde8b5717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:00.749074 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-b362597b-1f3f-471f-a4d7-159cde8b5717 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72266e397707404489b4335bd9dc1f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411633 Sep 26 11:30:00.750977 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362597b-1f3f-471f-a4d7-159cde8b5717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f65eefa-2274-42db-92da-2e6a956752ac,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:00.751855 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 53916) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:30:00.804654 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-32155558-b3be-469c-aef5-ca2f1a7fde49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:00.826140 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-32155558-b3be-469c-aef5-ca2f1a7fde49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:00.874911 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-32155558-b3be-469c-aef5-ca2f1a7fde49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:00.877561 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-32155558-b3be-469c-aef5-ca2f1a7fde49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:00.879122 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-32155558-b3be-469c-aef5-ca2f1a7fde49 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f65eefa-2274-42db-92da-2e6a956752ac HTTP/1.1" status: 204 len: 168 time: 0.1260555 Sep 26 11:30:00.887953 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32155558-b3be-469c-aef5-ca2f1a7fde49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f65eefa-2274-42db-92da-2e6a956752ac,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:01.167220 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 53926) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:30:01.181793 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-59efce20-b15a-4fde-a3ab-619254f11034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:01.299755 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-59efce20-b15a-4fde-a3ab-619254f11034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:01.305770 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-59efce20-b15a-4fde-a3ab-619254f11034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:01.348752 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-59efce20-b15a-4fde-a3ab-619254f11034 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=152a289c4b07464688c67cb53188a735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803572 Sep 26 11:30:01.349399 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efce20-b15a-4fde-a3ab-619254f11034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f95e6b-5dd0-4271-9ba8-18d492f89819,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:01.351447 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 53932) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:30:01.407847 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bc355b32-c8e6-4cac-b74f-c144a2294369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:01.430813 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bc355b32-c8e6-4cac-b74f-c144a2294369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:01.480866 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bc355b32-c8e6-4cac-b74f-c144a2294369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:01.483960 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bc355b32-c8e6-4cac-b74f-c144a2294369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:01.485177 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-bc355b32-c8e6-4cac-b74f-c144a2294369 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/86f95e6b-5dd0-4271-9ba8-18d492f89819 HTTP/1.1" status: 204 len: 168 time: 0.1326928 Sep 26 11:30:01.494982 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc355b32-c8e6-4cac-b74f-c144a2294369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f95e6b-5dd0-4271-9ba8-18d492f89819,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:01.846851 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 53938) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:30:01.860576 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fcc20d3e-fb35-4359-8a4b-db9015f7b4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:01.870698 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-fa28ae4a-a3c6-4840-a778-6fe7d0152a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:01.950949 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fcc20d3e-fb35-4359-8a4b-db9015f7b4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:01.955279 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fcc20d3e-fb35-4359-8a4b-db9015f7b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:01.999225 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-fcc20d3e-fb35-4359-8a4b-db9015f7b4e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eeeb5cc6ac29469a961c824752fdc3ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476748 Sep 26 11:30:01.999225 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc20d3e-fb35-4359-8a4b-db9015f7b4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d54ca28-3e10-4f93-ad66-7bb3565ed890,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:01.999544 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 53940) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:30:02.049001 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2fd02e05-de0d-431b-aae1-02ef665b44b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:02.071469 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2fd02e05-de0d-431b-aae1-02ef665b44b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:02.358360 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2fd02e05-de0d-431b-aae1-02ef665b44b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:02.360920 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2fd02e05-de0d-431b-aae1-02ef665b44b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:02.362115 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-2fd02e05-de0d-431b-aae1-02ef665b44b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6d54ca28-3e10-4f93-ad66-7bb3565ed890 HTTP/1.1" status: 204 len: 168 time: 0.3616090 Sep 26 11:30:02.370804 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd02e05-de0d-431b-aae1-02ef665b44b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d54ca28-3e10-4f93-ad66-7bb3565ed890,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:02.481886 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:03.315317 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:03.412948 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 53972) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:30:03.517051 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5cabe95c-ec38-4fb8-9f0e-5fae5993982d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:03.603374 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5cabe95c-ec38-4fb8-9f0e-5fae5993982d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:03.607033 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5cabe95c-ec38-4fb8-9f0e-5fae5993982d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:03.642710 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cabe95c-ec38-4fb8-9f0e-5fae5993982d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b520635-65a5-436c-a3a8-b19f7e2b480f,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:03.647038 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-5cabe95c-ec38-4fb8-9f0e-5fae5993982d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=35bd8124b63548b295d5301f17f595c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330415 Sep 26 11:30:03.649609 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 53978) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:30:03.700537 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f5edaf58-3a96-4529-a20f-c4c63d00f522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:03.721179 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f5edaf58-3a96-4529-a20f-c4c63d00f522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:03.767616 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f5edaf58-3a96-4529-a20f-c4c63d00f522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:03.770122 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f5edaf58-3a96-4529-a20f-c4c63d00f522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:03.771296 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-f5edaf58-3a96-4529-a20f-c4c63d00f522 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b520635-65a5-436c-a3a8-b19f7e2b480f HTTP/1.1" status: 204 len: 168 time: 0.1208088 Sep 26 11:30:03.779177 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5edaf58-3a96-4529-a20f-c4c63d00f522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b520635-65a5-436c-a3a8-b19f7e2b480f,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:04.703940 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:05.982239 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-df43cff9-4b7d-41e7-b37a-557ed54ffa20 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d46fdceb40d042889684b0c36d55b183&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328500 Sep 26 11:30:06.166103 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-01aef9f5-cbbe-4de2-b45f-55d3a48f0679 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:06.167600 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-01aef9f5-cbbe-4de2-b45f-55d3a48f0679 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1789196 Sep 26 11:30:06.182037 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-85cec1fe-e65f-428e-b029-d26652f2ddcc tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.15 "GET /v2.0/quotas/d46fdceb40d042889684b0c36d55b183 HTTP/1.1" status: 200 len: 375 time: 0.0087976 Sep 26 11:30:06.213135 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-851eb2d8-7492-46c1-a918-92339729aab9 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d46fdceb40d042889684b0c36d55b183&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258727 Sep 26 11:30:06.371369 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c5469976-2bf4-4e66-82d9-6209a0e4bf56 req-9939b5e9-c474-47cf-8049-8061659ae625 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.15 "GET /v2.0/ports?device_id=32245afd-a093-45f2-a431-71d8f1f192d6 HTTP/1.1" status: 200 len: 210 time: 0.0323441 Sep 26 11:30:07.273128 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-86bfb4ab-2831-4a94-afc3-ffc110ec9a95 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=d46fdceb40d042889684b0c36d55b183&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345275 Sep 26 11:30:07.392530 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-15b9d97c-cad5-4104-acf8-b76a6215db2c tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:07.394702 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-15b9d97c-cad5-4104-acf8-b76a6215db2c tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1155701 Sep 26 11:30:07.408002 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-57d9958c-6861-4eab-85f3-66b0e1315b07 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Request body: {'port': {'device_id': '32245afd-a093-45f2-a431-71d8f1f192d6', 'network_id': 'e0673e9d-087e-46d1-ae54-60ded2dfebe2', 'admin_state_up': True, 'tenant_id': 'd46fdceb40d042889684b0c36d55b183'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:30:07.507407 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9b4056c8-cef9-4e63-9153-7f81b5b16284 req-7c07eca4-cec1-4696-89f2-72053219af93 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.15 "GET /v2.0/ports?device_id=32245afd-a093-45f2-a431-71d8f1f192d6 HTTP/1.1" status: 200 len: 210 time: 0.0335684 Sep 26 11:30:07.547732 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-57d9958c-6861-4eab-85f3-66b0e1315b07 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Made reservation on behalf of d46fdceb40d042889684b0c36d55b183 for: {'port': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:30:07.552046 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-57d9958c-6861-4eab-85f3-66b0e1315b07 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:07.560779 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-57d9958c-6861-4eab-85f3-66b0e1315b07 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:07.650832 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-57d9958c-6861-4eab-85f3-66b0e1315b07 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:07.654446 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-57d9958c-6861-4eab-85f3-66b0e1315b07 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:07.716554 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9958c-6861-4eab-85f3-66b0e1315b07 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a22f8541-682b-47f3-a27f-69c22cfffa0f,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:07.783700 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-57d9958c-6861-4eab-85f3-66b0e1315b07 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Allocated IP 192.168.233.174 (e0673e9d-087e-46d1-ae54-60ded2dfebe2/71e05663-4a4d-4dd4-a296-dff2c898f7df/a477c904-5c6d-45c6-8368-86cdb074673b) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:30:07.931110 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-57d9958c-6861-4eab-85f3-66b0e1315b07 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:07.964564 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-57d9958c-6861-4eab-85f3-66b0e1315b07 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:08.008514 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-57d9958c-6861-4eab-85f3-66b0e1315b07 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Network e0673e9d-087e-46d1-ae54-60ded2dfebe2 is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:30:08.011533 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-57d9958c-6861-4eab-85f3-66b0e1315b07 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:30:08.017841 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-57d9958c-6861-4eab-85f3-66b0e1315b07 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:30:08.022458 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9958c-6861-4eab-85f3-66b0e1315b07 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Pushing event updated for resources: {'Port': ['ID=a477c904-5c6d-45c6-8368-86cdb074673b,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:08.069630 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-57d9958c-6861-4eab-85f3-66b0e1315b07 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:08.070271 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-57d9958c-6861-4eab-85f3-66b0e1315b07 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:08.085427 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-57d9958c-6861-4eab-85f3-66b0e1315b07 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6820216 Sep 26 11:30:08.098885 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-a4e3be1f-2ea5-4bc9-b8d7-f935c33aa386 service neutron] Request body: {'port': {'device_id': '32245afd-a093-45f2-a431-71d8f1f192d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81103'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:30:08.158022 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-a4e3be1f-2ea5-4bc9-b8d7-f935c33aa386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:08.283765 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ddac3a76-0d5e-4bf0-8750-9bd33b2292b6 None None] Provisioning complete for port a477c904-5c6d-45c6-8368-86cdb074673b triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:30:08.285344 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ddac3a76-0d5e-4bf0-8750-9bd33b2292b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:08.321399 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-ddac3a76-0d5e-4bf0-8750-9bd33b2292b6 None None] Port a477c904-5c6d-45c6-8368-86cdb074673b cannot update to ACTIVE because it is not bound. {{(pid=94002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 11:30:08.420443 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-a4e3be1f-2ea5-4bc9-b8d7-f935c33aa386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a477c904-5c6d-45c6-8368-86cdb074673b {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:30:08.428226 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-a4e3be1f-2ea5-4bc9-b8d7-f935c33aa386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:08.439630 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-a4e3be1f-2ea5-4bc9-b8d7-f935c33aa386 service neutron] Transition to ACTIVE for port object a477c904-5c6d-45c6-8368-86cdb074673b will not be triggered until provisioned by entity L2. {{(pid=94001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 11:30:08.444016 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-a4e3be1f-2ea5-4bc9-b8d7-f935c33aa386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530552719'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:08.496261 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3be1f-2ea5-4bc9-b8d7-f935c33aa386 service neutron] Pushing event updated for resources: {'Port': ['ID=a477c904-5c6d-45c6-8368-86cdb074673b,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:08.565280 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-a4e3be1f-2ea5-4bc9-b8d7-f935c33aa386 service neutron] Attempting to bind port a477c904-5c6d-45c6-8368-86cdb074673b on host hv-cinder-81103 for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:30:08.566175 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-a4e3be1f-2ea5-4bc9-b8d7-f935c33aa386 service neutron] Attempting to bind port a477c904-5c6d-45c6-8368-86cdb074673b by drivers openvswitch,hyperv on host hv-cinder-81103 at level 0 using segments [{'id': 'a7e891ba-46d5-43d4-896e-59517b05e37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0673e9d-087e-46d1-ae54-60ded2dfebe2'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:30:08.566700 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-a4e3be1f-2ea5-4bc9-b8d7-f935c33aa386 service neutron] Attempting to bind port a477c904-5c6d-45c6-8368-86cdb074673b on network e0673e9d-087e-46d1-ae54-60ded2dfebe2 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:30:08.571420 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-a4e3be1f-2ea5-4bc9-b8d7-f935c33aa386 service neutron] Port a477c904-5c6d-45c6-8368-86cdb074673b on network e0673e9d-087e-46d1-ae54-60ded2dfebe2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81103 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 11:30:08.571741 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-a4e3be1f-2ea5-4bc9-b8d7-f935c33aa386 service neutron] Attempting to bind port a477c904-5c6d-45c6-8368-86cdb074673b on network e0673e9d-087e-46d1-ae54-60ded2dfebe2 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:30:08.576831 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-a4e3be1f-2ea5-4bc9-b8d7-f935c33aa386 service neutron] Checking agent: {'id': 'c7902f34-c618-4561-9fcf-9ee1c8cebcf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81103', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'started_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:30:08.577165 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-a4e3be1f-2ea5-4bc9-b8d7-f935c33aa386 service neutron] Checking segment: {'id': 'a7e891ba-46d5-43d4-896e-59517b05e37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0673e9d-087e-46d1-ae54-60ded2dfebe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:30:08.577546 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-a4e3be1f-2ea5-4bc9-b8d7-f935c33aa386 service neutron] Bound using segment: {'id': 'a7e891ba-46d5-43d4-896e-59517b05e37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0673e9d-087e-46d1-ae54-60ded2dfebe2'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:30:08.577965 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-a4e3be1f-2ea5-4bc9-b8d7-f935c33aa386 service neutron] Bound port: a477c904-5c6d-45c6-8368-86cdb074673b, host: hv-cinder-81103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e891ba-46d5-43d4-896e-59517b05e37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e0673e9d-087e-46d1-ae54-60ded2dfebe2'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:30:08.578320 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-a4e3be1f-2ea5-4bc9-b8d7-f935c33aa386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:08.679037 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c6dce-3050-4adf-b6e4-cf4901b8a801 req-e6234834-caa2-4700-9491-06e28dab01fe tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:08.680536 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-586c6dce-3050-4adf-b6e4-cf4901b8a801 req-e6234834-caa2-4700-9491-06e28dab01fe tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.15 "GET /v2.0/ports?device_id=32245afd-a093-45f2-a431-71d8f1f192d6 HTTP/1.1" status: 200 len: 948 time: 0.0920410 Sep 26 11:30:08.683095 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-a4e3be1f-2ea5-4bc9-b8d7-f935c33aa386 service neutron] For port a477c904-5c6d-45c6-8368-86cdb074673b, host hv-cinder-81103, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:30:08.686259 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-a4e3be1f-2ea5-4bc9-b8d7-f935c33aa386 service neutron] For port a477c904-5c6d-45c6-8368-86cdb074673b, host hv-cinder-81103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=a477c904-5c6d-45c6-8368-86cdb074673b,segment=NetworkSegment(a7e891ba-46d5-43d4-896e-59517b05e37b),segment_id=a7e891ba-46d5-43d4-896e-59517b05e37b)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:30:08.695497 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-a4e3be1f-2ea5-4bc9-b8d7-f935c33aa386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530552719'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:08.738201 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-a4e3be1f-2ea5-4bc9-b8d7-f935c33aa386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:08.738885 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-a4e3be1f-2ea5-4bc9-b8d7-f935c33aa386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:08.740305 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-a4e3be1f-2ea5-4bc9-b8d7-f935c33aa386 service neutron] 10.222.0.22 "PUT /v2.0/ports/a477c904-5c6d-45c6-8368-86cdb074673b HTTP/1.1" status: 200 len: 1098 time: 0.6465511 Sep 26 11:30:08.740768 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32245afd-a093-45f2-a431-71d8f1f192d6', 'tag': 'a477c904-5c6d-45c6-8368-86cdb074673b'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:30:08.743161 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0d84ce-9821-4a16-8e8a-c4bfdf180749" -d '{"events": [{"name": "network-changed", "server_uuid": "32245afd-a093-45f2-a431-71d8f1f192d6", "tag": "a477c904-5c6d-45c6-8368-86cdb074673b"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:30:08.786035 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-586c6dce-3050-4adf-b6e4-cf4901b8a801 req-51573fc0-dcce-4cc3-8840-4942c118f211 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.15 "GET /v2.0/security-groups?id=a22f8541-682b-47f3-a27f-69c22cfffa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984154 Sep 26 11:30:08.800975 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e917bf-6c6d-4616-95fb-67b8ee7a445c x-openstack-request-id: req-e8e917bf-6c6d-4616-95fb-67b8ee7a445c {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:30:08.801347 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32245afd-a093-45f2-a431-71d8f1f192d6", "tag": "a477c904-5c6d-45c6-8368-86cdb074673b", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:30:08.801603 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8e917bf-6c6d-4616-95fb-67b8ee7a445c {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:30:08.802021 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32245afd-a093-45f2-a431-71d8f1f192d6', 'tag': 'a477c904-5c6d-45c6-8368-86cdb074673b', 'status': 'completed', 'code': 200} Sep 26 11:30:08.816671 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3be1f-2ea5-4bc9-b8d7-f935c33aa386 service neutron] Pushing event updated for resources: {'Port': ['ID=a477c904-5c6d-45c6-8368-86cdb074673b,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:08.835542 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-57c82f1d-6898-4658-9479-111c2255ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:08.837085 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-57c82f1d-6898-4658-9479-111c2255ea6d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d46fdceb40d042889684b0c36d55b183&device_id=32245afd-a093-45f2-a431-71d8f1f192d6 HTTP/1.1" status: 200 len: 1101 time: 0.0549831 Sep 26 11:30:08.885955 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-171b0ce2-61f6-4cfa-b593-aa811b9821fa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=a477c904-5c6d-45c6-8368-86cdb074673b HTTP/1.1" status: 200 len: 217 time: 0.0397842 Sep 26 11:30:08.935042 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-44ef9dd2-3daf-4568-b3f6-11b378c9cb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:08.936519 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-44ef9dd2-3daf-4568-b3f6-11b378c9cb20 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=71e05663-4a4d-4dd4-a296-dff2c898f7df HTTP/1.1" status: 200 len: 843 time: 0.0435896 Sep 26 11:30:08.986352 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-1418d0fd-4ce3-4fd2-9a39-9c83106a42ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:08.988670 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-1418d0fd-4ce3-4fd2-9a39-9c83106a42ac service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e0673e9d-087e-46d1-ae54-60ded2dfebe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0441730 Sep 26 11:30:09.088690 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-60feb504-228b-4cc9-9c94-2adace170ceb service neutron] 10.222.0.22 "GET /v2.0/networks/e0673e9d-087e-46d1-ae54-60ded2dfebe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923040 Sep 26 11:30:09.180585 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f6c3d24f-6241-455c-8cff-c7b7a39d4c20 req-abd0f47d-bd20-48d2-a008-01a8d038d03e service neutron] 10.222.0.22 "GET /v2.0/networks/e0673e9d-087e-46d1-ae54-60ded2dfebe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824575 Sep 26 11:30:09.273464 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d84ce-9821-4a16-8e8a-c4bfdf180749 req-a7ad0acb-0370-4ec7-af4f-8f7d39255498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:09.275131 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0e0d84ce-9821-4a16-8e8a-c4bfdf180749 req-a7ad0acb-0370-4ec7-af4f-8f7d39255498 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d46fdceb40d042889684b0c36d55b183&device_id=32245afd-a093-45f2-a431-71d8f1f192d6 HTTP/1.1" status: 200 len: 1101 time: 0.0434170 Sep 26 11:30:09.366586 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d84ce-9821-4a16-8e8a-c4bfdf180749 req-05f39212-2ca0-4c66-af37-81a33ae2dc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:09.368099 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0e0d84ce-9821-4a16-8e8a-c4bfdf180749 req-05f39212-2ca0-4c66-af37-81a33ae2dc59 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e0673e9d-087e-46d1-ae54-60ded2dfebe2 HTTP/1.1" status: 200 len: 870 time: 0.0850708 Sep 26 11:30:09.414471 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0e0d84ce-9821-4a16-8e8a-c4bfdf180749 req-fdc69724-34e9-45dc-9c0c-b98ecb66ea8e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=a477c904-5c6d-45c6-8368-86cdb074673b HTTP/1.1" status: 200 len: 217 time: 0.0374963 Sep 26 11:30:09.465385 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d84ce-9821-4a16-8e8a-c4bfdf180749 req-2a38fa75-97b8-4934-9493-1b99cec72467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:09.466838 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0e0d84ce-9821-4a16-8e8a-c4bfdf180749 req-2a38fa75-97b8-4934-9493-1b99cec72467 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=71e05663-4a4d-4dd4-a296-dff2c898f7df HTTP/1.1" status: 200 len: 843 time: 0.0434806 Sep 26 11:30:09.512483 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d84ce-9821-4a16-8e8a-c4bfdf180749 req-b8eb7f09-61d3-41b3-b69b-e159beab3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:09.513981 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0e0d84ce-9821-4a16-8e8a-c4bfdf180749 req-b8eb7f09-61d3-41b3-b69b-e159beab3090 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e0673e9d-087e-46d1-ae54-60ded2dfebe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0387235 Sep 26 11:30:09.608627 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0e0d84ce-9821-4a16-8e8a-c4bfdf180749 req-83da4ac9-2fec-4cfa-ab03-ea936cd7c434 service neutron] 10.222.0.22 "GET /v2.0/networks/e0673e9d-087e-46d1-ae54-60ded2dfebe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848992 Sep 26 11:30:09.701102 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0e0d84ce-9821-4a16-8e8a-c4bfdf180749 req-8f48aab3-0c65-4a65-b5c1-36742b5748ca service neutron] 10.222.0.22 "GET /v2.0/networks/e0673e9d-087e-46d1-ae54-60ded2dfebe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850198 Sep 26 11:30:09.906802 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8e477-52e8-496c-bb4a-ce8ad25f91bb req-ade03bc4-975b-48bf-a26a-688474d45315 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:09.908205 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-84f8e477-52e8-496c-bb4a-ce8ad25f91bb req-ade03bc4-975b-48bf-a26a-688474d45315 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.15 "GET /v2.0/ports?device_id=32245afd-a093-45f2-a431-71d8f1f192d6 HTTP/1.1" status: 200 len: 948 time: 0.0486078 Sep 26 11:30:09.949863 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-84f8e477-52e8-496c-bb4a-ce8ad25f91bb req-b845ad8b-94eb-42cf-ac53-6e3d4841f86f tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.15 "GET /v2.0/security-groups?id=a22f8541-682b-47f3-a27f-69c22cfffa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351286 Sep 26 11:30:11.067124 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe943e-dac6-41e0-b370-20490b133256 req-28cae77e-dc04-4c95-994e-2312cfd0290b tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:11.069284 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-65fe943e-dac6-41e0-b370-20490b133256 req-28cae77e-dc04-4c95-994e-2312cfd0290b tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.15 "GET /v2.0/ports?device_id=32245afd-a093-45f2-a431-71d8f1f192d6 HTTP/1.1" status: 200 len: 948 time: 0.0523155 Sep 26 11:30:11.111560 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-65fe943e-dac6-41e0-b370-20490b133256 req-1bf059bd-230d-42af-a0f3-41309dd8832c tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.15 "GET /v2.0/security-groups?id=a22f8541-682b-47f3-a27f-69c22cfffa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350180 Sep 26 11:30:11.111833 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device a477c904-5c6d-45c6-8368-86cdb074673b details requested by agent hyperv_hv-cinder-81103 with host hv-cinder-81103 {{(pid=94002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 11:30:11.214353 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port a477c904-5c6d-45c6-8368-86cdb074673b, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=a477c904-5c6d-45c6-8368-86cdb074673b,segment=NetworkSegment(a7e891ba-46d5-43d4-896e-59517b05e37b),segment_id=a7e891ba-46d5-43d4-896e-59517b05e37b)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:30:11.226254 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Returning: {'device': 'a477c904-5c6d-45c6-8368-86cdb074673b', 'network_id': 'e0673e9d-087e-46d1-ae54-60ded2dfebe2', 'port_id': 'a477c904-5c6d-45c6-8368-86cdb074673b', 'mac_address': 'fa:16:3e:9f:1e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e05663-4a4d-4dd4-a296-dff2c898f7df', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 11:30:11.263550 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:11.276525 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a477c904-5c6d-45c6-8368-86cdb074673b {{(pid=94002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:30:11.299948 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port a477c904-5c6d-45c6-8368-86cdb074673b, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=a477c904-5c6d-45c6-8368-86cdb074673b,segment=NetworkSegment(a7e891ba-46d5-43d4-896e-59517b05e37b),segment_id=a7e891ba-46d5-43d4-896e-59517b05e37b)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:30:11.304144 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:11.354534 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=a477c904-5c6d-45c6-8368-86cdb074673b,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:11.541394 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['a477c904-5c6d-45c6-8368-86cdb074673b'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:30:12.232820 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8751e1-d808-4325-8245-773de795a075 req-3d87c4ee-f6bc-4351-b0a8-2ec3978bf204 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:12.234306 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2f8751e1-d808-4325-8245-773de795a075 req-3d87c4ee-f6bc-4351-b0a8-2ec3978bf204 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.15 "GET /v2.0/ports?device_id=32245afd-a093-45f2-a431-71d8f1f192d6 HTTP/1.1" status: 200 len: 949 time: 0.0490758 Sep 26 11:30:12.274963 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2f8751e1-d808-4325-8245-773de795a075 req-900f75a0-2ea0-4739-a4ff-f789ec8e0495 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.15 "GET /v2.0/security-groups?id=a22f8541-682b-47f3-a27f-69c22cfffa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338211 Sep 26 11:30:13.121180 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device a477c904-5c6d-45c6-8368-86cdb074673b up at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:30:13.176741 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning for port a477c904-5c6d-45c6-8368-86cdb074673b completed by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 11:30:13.180582 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning complete for port a477c904-5c6d-45c6-8368-86cdb074673b triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:30:13.181024 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:13.267739 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:13.292153 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32245afd-a093-45f2-a431-71d8f1f192d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a477c904-5c6d-45c6-8368-86cdb074673b'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:30:13.294286 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4dfcef-1435-48cd-a0d1-e783ac4f0f96" -d '{"events": [{"server_uuid": "32245afd-a093-45f2-a431-71d8f1f192d6", "name": "network-vif-plugged", "status": "completed", "tag": "a477c904-5c6d-45c6-8368-86cdb074673b"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:30:13.306176 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port a477c904-5c6d-45c6-8368-86cdb074673b, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=a477c904-5c6d-45c6-8368-86cdb074673b,segment=NetworkSegment(a7e891ba-46d5-43d4-896e-59517b05e37b),segment_id=a7e891ba-46d5-43d4-896e-59517b05e37b)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:30:13.313180 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:13.342634 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11179352-f81b-4061-bfa3-ac1632f291c0 x-openstack-request-id: req-11179352-f81b-4061-bfa3-ac1632f291c0 {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:30:13.342964 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32245afd-a093-45f2-a431-71d8f1f192d6", "name": "network-vif-plugged", "status": "completed", "tag": "a477c904-5c6d-45c6-8368-86cdb074673b", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:30:13.343359 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11179352-f81b-4061-bfa3-ac1632f291c0 {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:30:13.343798 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32245afd-a093-45f2-a431-71d8f1f192d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a477c904-5c6d-45c6-8368-86cdb074673b', 'code': 200} Sep 26 11:30:13.399984 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=a477c904-5c6d-45c6-8368-86cdb074673b,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:13.418872 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1e4a8-6503-464a-b833-f298ee02d993 req-d94bce11-b0a1-4a85-b3a8-ce678262f051 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:13.420708 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7ae1e4a8-6503-464a-b833-f298ee02d993 req-d94bce11-b0a1-4a85-b3a8-ce678262f051 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.15 "GET /v2.0/ports?device_id=32245afd-a093-45f2-a431-71d8f1f192d6 HTTP/1.1" status: 200 len: 950 time: 0.0680697 Sep 26 11:30:13.422991 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:13.423352 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:13.423678 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:13.424016 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:13.424390 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:13.425750 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:13.426107 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:13.426449 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:13.426837 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:13.427173 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:13.427503 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:13.427837 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:13.485175 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7ae1e4a8-6503-464a-b833-f298ee02d993 req-81a75998-615d-4d13-afca-3181970025fd tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.15 "GET /v2.0/security-groups?id=a22f8541-682b-47f3-a27f-69c22cfffa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517368 Sep 26 11:30:13.557955 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab1d87-c847-4510-86a1-db51249080b6 req-b79988d7-11a9-4761-b2dc-35014c8c6046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:13.559398 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d1ab1d87-c847-4510-86a1-db51249080b6 req-b79988d7-11a9-4761-b2dc-35014c8c6046 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=32245afd-a093-45f2-a431-71d8f1f192d6 HTTP/1.1" status: 200 len: 1103 time: 0.0398176 Sep 26 11:30:13.595371 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d1ab1d87-c847-4510-86a1-db51249080b6 req-1b63e3c2-7c70-49da-b9d0-798ed12b7372 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a22f8541-682b-47f3-a27f-69c22cfffa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276213 Sep 26 11:30:14.591403 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3131fe-cc35-442c-b09c-227363563387 req-8f2d77e7-6f52-4b5f-a04c-79284f3d5a9b tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:14.592863 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-aa3131fe-cc35-442c-b09c-227363563387 req-8f2d77e7-6f52-4b5f-a04c-79284f3d5a9b tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.15 "GET /v2.0/ports?device_id=32245afd-a093-45f2-a431-71d8f1f192d6 HTTP/1.1" status: 200 len: 950 time: 0.0480678 Sep 26 11:30:14.631455 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-aa3131fe-cc35-442c-b09c-227363563387 req-8e0531ae-722d-4f31-b2a9-1eee41958208 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.15 "GET /v2.0/security-groups?id=a22f8541-682b-47f3-a27f-69c22cfffa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319479 Sep 26 11:30:15.749257 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d819c-5de6-4071-94ae-6ce03f08f27f req-60194755-672d-4c40-8b05-80f37279abbc tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:15.750769 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0e6d819c-5de6-4071-94ae-6ce03f08f27f req-60194755-672d-4c40-8b05-80f37279abbc tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.15 "GET /v2.0/ports?device_id=32245afd-a093-45f2-a431-71d8f1f192d6 HTTP/1.1" status: 200 len: 950 time: 0.0487328 Sep 26 11:30:15.794418 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0e6d819c-5de6-4071-94ae-6ce03f08f27f req-b7478504-113f-4e01-863b-ce23ffb25e74 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.15 "GET /v2.0/security-groups?id=a22f8541-682b-47f3-a27f-69c22cfffa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369215 Sep 26 11:30:16.057964 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bf509-8512-4315-b632-a79e904144ff req-14a40f50-fd6d-46a8-8d79-e8c5be670a97 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:16.059446 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-748bf509-8512-4315-b632-a79e904144ff req-14a40f50-fd6d-46a8-8d79-e8c5be670a97 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.15 "GET /v2.0/ports?device_id=32245afd-a093-45f2-a431-71d8f1f192d6 HTTP/1.1" status: 200 len: 950 time: 0.0491855 Sep 26 11:30:16.101525 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-748bf509-8512-4315-b632-a79e904144ff req-5b1cdb59-7bba-4943-a20d-521279c7158f tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.15 "GET /v2.0/security-groups?id=a22f8541-682b-47f3-a27f-69c22cfffa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347667 Sep 26 11:30:17.223241 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e1c06-37b4-4010-af6c-19477c8cb182 req-1443cd7b-5738-41bf-b743-0edc27d3a48d tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:17.224733 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0a7e1c06-37b4-4010-af6c-19477c8cb182 req-1443cd7b-5738-41bf-b743-0edc27d3a48d tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.15 "GET /v2.0/ports?device_id=32245afd-a093-45f2-a431-71d8f1f192d6 HTTP/1.1" status: 200 len: 950 time: 0.0509772 Sep 26 11:30:17.263414 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0a7e1c06-37b4-4010-af6c-19477c8cb182 req-167b99fd-54cc-4394-b255-3fc29614cc91 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.15 "GET /v2.0/security-groups?id=a22f8541-682b-47f3-a27f-69c22cfffa0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319443 Sep 26 11:30:17.451573 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f996e18-2491-45bf-831f-07eb22679231 req-74dfef62-68bb-4d44-aeac-f9f8c0b602ed tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:17.452923 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4f996e18-2491-45bf-831f-07eb22679231 req-74dfef62-68bb-4d44-aeac-f9f8c0b602ed tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.22 "GET /v2.0/ports?device_id=32245afd-a093-45f2-a431-71d8f1f192d6 HTTP/1.1" status: 200 len: 950 time: 0.0493083 Sep 26 11:30:17.549277 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [req-4f996e18-2491-45bf-831f-07eb22679231 req-e68acd87-70fc-44a6-b45a-a4523fbd7f06 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Deleting port a477c904-5c6d-45c6-8368-86cdb074673b {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:30:17.550243 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-4f996e18-2491-45bf-831f-07eb22679231 req-e68acd87-70fc-44a6-b45a-a4523fbd7f06 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:17.637900 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-4f996e18-2491-45bf-831f-07eb22679231 req-e68acd87-70fc-44a6-b45a-a4523fbd7f06 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] For port a477c904-5c6d-45c6-8368-86cdb074673b, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=a477c904-5c6d-45c6-8368-86cdb074673b,segment=NetworkSegment(a7e891ba-46d5-43d4-896e-59517b05e37b),segment_id=a7e891ba-46d5-43d4-896e-59517b05e37b)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:30:17.638255 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-4f996e18-2491-45bf-831f-07eb22679231 req-e68acd87-70fc-44a6-b45a-a4523fbd7f06 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:17.654747 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [req-4f996e18-2491-45bf-831f-07eb22679231 req-e68acd87-70fc-44a6-b45a-a4523fbd7f06 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Calling delete_port for a477c904-5c6d-45c6-8368-86cdb074673b owned by compute:nova {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:30:17.785628 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-4f996e18-2491-45bf-831f-07eb22679231 req-e68acd87-70fc-44a6-b45a-a4523fbd7f06 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:17.798859 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['a477c904-5c6d-45c6-8368-86cdb074673b'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:30:17.814184 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68acd87-70fc-44a6-b45a-a4523fbd7f06 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Pushing event deleted for resources: {'Port': ['ID=a477c904-5c6d-45c6-8368-86cdb074673b,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:17.862846 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f996e18-2491-45bf-831f-07eb22679231 req-e68acd87-70fc-44a6-b45a-a4523fbd7f06 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] No DVR routers for this DVR port a477c904-5c6d-45c6-8368-86cdb074673b on host hv-cinder-81103 {{(pid=94001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:30:17.865394 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-4f996e18-2491-45bf-831f-07eb22679231 req-e68acd87-70fc-44a6-b45a-a4523fbd7f06 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:17.867473 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4f996e18-2491-45bf-831f-07eb22679231 req-e68acd87-70fc-44a6-b45a-a4523fbd7f06 tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.22 "DELETE /v2.0/ports/a477c904-5c6d-45c6-8368-86cdb074673b HTTP/1.1" status: 204 len: 173 time: 0.4070606 Sep 26 11:30:17.867957 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32245afd-a093-45f2-a431-71d8f1f192d6', 'name': 'network-vif-deleted', 'tag': 'a477c904-5c6d-45c6-8368-86cdb074673b'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:30:17.870218 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4743f9d0-2d2f-4098-b24e-d60d99019fd2" -d '{"events": [{"server_uuid": "32245afd-a093-45f2-a431-71d8f1f192d6", "name": "network-vif-deleted", "tag": "a477c904-5c6d-45c6-8368-86cdb074673b"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:30:17.913599 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3602dc40-d024-4e61-9938-a9b5900ca10e x-openstack-request-id: req-3602dc40-d024-4e61-9938-a9b5900ca10e {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:30:17.914136 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32245afd-a093-45f2-a431-71d8f1f192d6", "name": "network-vif-deleted", "tag": "a477c904-5c6d-45c6-8368-86cdb074673b", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:30:17.914687 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3602dc40-d024-4e61-9938-a9b5900ca10e {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:30:17.915299 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32245afd-a093-45f2-a431-71d8f1f192d6', 'name': 'network-vif-deleted', 'tag': 'a477c904-5c6d-45c6-8368-86cdb074673b', 'status': 'completed', 'code': 200} Sep 26 11:30:18.373789 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-da3062d9-708c-4223-b415-95877a391ba2 req-fd11bd77-a45c-44be-aedd-21c3e1f4b45f tempest-VolumesNegativeTest-1442653271 tempest-VolumesNegativeTest-1442653271-project] 10.222.0.15 "GET /v2.0/ports?device_id=32245afd-a093-45f2-a431-71d8f1f192d6 HTTP/1.1" status: 200 len: 210 time: 0.0255520 Sep 26 11:30:21.173663 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device a477c904-5c6d-45c6-8368-86cdb074673b no longer exists at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:30:21.193983 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] No Port match for: a477c904-5c6d-45c6-8368-86cdb074673b {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:30:21.194319 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device a477c904-5c6d-45c6-8368-86cdb074673b not bound to the agent host hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:30:21.306430 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:30:23.053031 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 54332) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:30:23.185512 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-454ac90d-a76b-4c82-a449-2dcc3f0efa89 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d46fdceb40d042889684b0c36d55b183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1313300 Sep 26 11:30:23.188268 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 54336) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:30:23.241159 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b5e2c0db-a87f-4de2-b11e-5620a5e08749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:23.264525 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b5e2c0db-a87f-4de2-b11e-5620a5e08749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:23.313977 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b5e2c0db-a87f-4de2-b11e-5620a5e08749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:23.316587 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b5e2c0db-a87f-4de2-b11e-5620a5e08749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:23.317846 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-b5e2c0db-a87f-4de2-b11e-5620a5e08749 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a22f8541-682b-47f3-a27f-69c22cfffa0f HTTP/1.1" status: 204 len: 168 time: 0.1286056 Sep 26 11:30:23.325472 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2c0db-a87f-4de2-b11e-5620a5e08749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22f8541-682b-47f3-a27f-69c22cfffa0f,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:29.341554 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-7c467aa1-9203-4483-9ddf-5b419b96d935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:29.703098 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:31.882830 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-825716a7-0eeb-4900-b7ed-ce23b87f1952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:32.489296 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:33.321862 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:34.694414 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:40.393170 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 54410) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:30:40.544715 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-3700da51-6583-4921-b988-9e01a579ac9d tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Deleting port 3f057984-8b17-47e6-a840-e6de34fc8e79 {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:30:40.545055 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3700da51-6583-4921-b988-9e01a579ac9d tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:40.620071 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3700da51-6583-4921-b988-9e01a579ac9d tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:40.620393 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3700da51-6583-4921-b988-9e01a579ac9d tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:40.632077 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-3700da51-6583-4921-b988-9e01a579ac9d tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Calling delete_port for 3f057984-8b17-47e6-a840-e6de34fc8e79 owned by network:floatingip {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:30:40.798173 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3700da51-6583-4921-b988-9e01a579ac9d tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:40.825843 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700da51-6583-4921-b988-9e01a579ac9d tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Pushing event deleted for resources: {'Port': ['ID=3f057984-8b17-47e6-a840-e6de34fc8e79,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:40.894118 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3700da51-6583-4921-b988-9e01a579ac9d tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for floatingip, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:40.894960 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.db.l3_db [None req-3700da51-6583-4921-b988-9e01a579ac9d tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Floating IP 4ae6faad-5596-422a-a857-37d003328924 disassociated (deleted). External IP: 172.27.3.77, port: c2567e25-c827-4229-8e6b-b6203c664d46. Sep 26 11:30:41.344814 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3700da51-6583-4921-b988-9e01a579ac9d tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Router c3bee1af-7de2-4f98-b584-8dd4726bd51e has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:30:41.448204 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3700da51-6583-4921-b988-9e01a579ac9d tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:30:41.452974 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3700da51-6583-4921-b988-9e01a579ac9d tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for floatingip, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:41.458282 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945a70df-8d2d-4f60-bc49-e313a4a18f5d None None] Sync routers for ids ['c3bee1af-7de2-4f98-b584-8dd4726bd51e'] in dv-cinder-811032-1-iscsi {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:30:41.467597 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945a70df-8d2d-4f60-bc49-e313a4a18f5d None None] Routers {'c3bee1af-7de2-4f98-b584-8dd4726bd51e'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:30:41.468283 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-945a70df-8d2d-4f60-bc49-e313a4a18f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:30:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['c3bee1af-7de2-4f98-b584-8dd4726bd51e'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:30:41.482206 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-3700da51-6583-4921-b988-9e01a579ac9d tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "DELETE /v2.0/floatingips/4ae6faad-5596-422a-a857-37d003328924 HTTP/1.1" status: 204 len: 168 time: 1.0857413 Sep 26 11:30:41.482206 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '728ae3c6-2a0c-426a-91bc-6a95a067ff72', 'tag': 'c2567e25-c827-4229-8e6b-b6203c664d46'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:30:41.482775 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49c9fce-7e7c-4e9c-9fc3-40b92b218974" -d '{"events": [{"name": "network-changed", "server_uuid": "728ae3c6-2a0c-426a-91bc-6a95a067ff72", "tag": "c2567e25-c827-4229-8e6b-b6203c664d46"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:30:41.520711 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5409acf-c992-4008-97c8-54f4a0985aaa x-openstack-request-id: req-e5409acf-c992-4008-97c8-54f4a0985aaa {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:30:41.520996 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "728ae3c6-2a0c-426a-91bc-6a95a067ff72", "tag": "c2567e25-c827-4229-8e6b-b6203c664d46", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:30:41.521239 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5409acf-c992-4008-97c8-54f4a0985aaa {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:30:41.521657 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '728ae3c6-2a0c-426a-91bc-6a95a067ff72', 'tag': 'c2567e25-c827-4229-8e6b-b6203c664d46', 'status': 'completed', 'code': 200} Sep 26 11:30:41.581759 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-945a70df-8d2d-4f60-bc49-e313a4a18f5d None None] Set router c3bee1af-7de2-4f98-b584-8dd4726bd51e gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:30:41.582842 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c9fce-7e7c-4e9c-9fc3-40b92b218974 req-15229abe-4511-4f9f-9045-5997311690f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:41.584630 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d49c9fce-7e7c-4e9c-9fc3-40b92b218974 req-15229abe-4511-4f9f-9045-5997311690f1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e441f8769a94b6ba6ebc00ed8d7c160&device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 1099 time: 0.0413330 Sep 26 11:30:41.721891 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c9fce-7e7c-4e9c-9fc3-40b92b218974 req-93f126d5-42a7-404e-ab0a-86b46ffc365f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:41.723671 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d49c9fce-7e7c-4e9c-9fc3-40b92b218974 req-93f126d5-42a7-404e-ab0a-86b46ffc365f service neutron] 10.222.0.22 "GET /v2.0/networks?id=23e86c48-c562-4dba-8966-311c3333da64 HTTP/1.1" status: 200 len: 909 time: 0.1183350 Sep 26 11:30:41.735863 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202bd14-d935-4bc4-9be3-f04b65ec40c1 req-33671ba7-4517-42f1-a7f3-acc1a76f6aed tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:41.737321 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d202bd14-d935-4bc4-9be3-f04b65ec40c1 req-33671ba7-4517-42f1-a7f3-acc1a76f6aed tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 946 time: 0.0720711 Sep 26 11:30:41.778397 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d49c9fce-7e7c-4e9c-9fc3-40b92b218974 req-4b5ae11f-6ef0-4996-9052-7522cfbc3916 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2567e25-c827-4229-8e6b-b6203c664d46 HTTP/1.1" status: 200 len: 217 time: 0.0394568 Sep 26 11:30:41.783900 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-945a70df-8d2d-4f60-bc49-e313a4a18f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'name': 'tempest-TestShelveInstance-131339492-router', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7f7d756f-a7c4-4aee-90dd-b74a40bc7613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:15Z', 'updated_at': '2021-09-26T11:25:27Z', 'revision_number': 4, 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'gw_port': {'id': '7f7d756f-a7c4-4aee-90dd-b74a40bc7613', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:17Z', 'updated_at': '2021-09-26T11:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '1a8133c0-9993-4ba8-b667-17358d18a0ac', 'name': '', 'network_id': '23e86c48-c562-4dba-8966-311c3333da64', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'mac_address': 'fa:16:3e:89:1b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '04d6c54a-f029-4b31-bdac-cf23ee894a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:24Z', 'updated_at': '2021-09-26T11:25:34Z', 'revision_number': 5, 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'subnets': [{'id': '04d6c54a-f029-4b31-bdac-cf23ee894a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:30:41.814431 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945a70df-8d2d-4f60-bc49-e313a4a18f5d None None] Checking router: c3bee1af-7de2-4f98-b584-8dd4726bd51e for host: dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:30:41.823617 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945a70df-8d2d-4f60-bc49-e313a4a18f5d None None] Routers {'c3bee1af-7de2-4f98-b584-8dd4726bd51e'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:30:41.824224 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-945a70df-8d2d-4f60-bc49-e313a4a18f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:30:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['c3bee1af-7de2-4f98-b584-8dd4726bd51e'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:30:41.839439 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d202bd14-d935-4bc4-9be3-f04b65ec40c1 req-7e2ba3fc-7613-4e1f-95a3-8cafc627ecfe tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937026 Sep 26 11:30:41.848920 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c9fce-7e7c-4e9c-9fc3-40b92b218974 req-f9ae2a44-639a-4f32-8a1e-adcb506994e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:41.850379 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d49c9fce-7e7c-4e9c-9fc3-40b92b218974 req-f9ae2a44-639a-4f32-8a1e-adcb506994e4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=04d6c54a-f029-4b31-bdac-cf23ee894a3c HTTP/1.1" status: 200 len: 847 time: 0.0644107 Sep 26 11:30:41.903560 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c9fce-7e7c-4e9c-9fc3-40b92b218974 req-aaa028e9-ff1d-473f-b902-261908368599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:41.905233 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d49c9fce-7e7c-4e9c-9fc3-40b92b218974 req-aaa028e9-ff1d-473f-b902-261908368599 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23e86c48-c562-4dba-8966-311c3333da64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466583 Sep 26 11:30:41.939264 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-945a70df-8d2d-4f60-bc49-e313a4a18f5d None None] Set router c3bee1af-7de2-4f98-b584-8dd4726bd51e gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:30:42.007922 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d49c9fce-7e7c-4e9c-9fc3-40b92b218974 req-658f292b-13a1-4682-9f73-02b358ab9083 service neutron] 10.222.0.22 "GET /v2.0/networks/23e86c48-c562-4dba-8966-311c3333da64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938940 Sep 26 11:30:42.113897 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d49c9fce-7e7c-4e9c-9fc3-40b92b218974 req-0397bc41-15e8-46ed-9ba6-1cfc2dc8f445 service neutron] 10.222.0.22 "GET /v2.0/networks/23e86c48-c562-4dba-8966-311c3333da64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975475 Sep 26 11:30:42.161302 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-945a70df-8d2d-4f60-bc49-e313a4a18f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'name': 'tempest-TestShelveInstance-131339492-router', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7f7d756f-a7c4-4aee-90dd-b74a40bc7613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:15Z', 'updated_at': '2021-09-26T11:25:27Z', 'revision_number': 4, 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'gw_port': {'id': '7f7d756f-a7c4-4aee-90dd-b74a40bc7613', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:17Z', 'updated_at': '2021-09-26T11:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '1a8133c0-9993-4ba8-b667-17358d18a0ac', 'name': '', 'network_id': '23e86c48-c562-4dba-8966-311c3333da64', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'mac_address': 'fa:16:3e:89:1b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '04d6c54a-f029-4b31-bdac-cf23ee894a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:24Z', 'updated_at': '2021-09-26T11:25:34Z', 'revision_number': 5, 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'subnets': [{'id': '04d6c54a-f029-4b31-bdac-cf23ee894a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:30:42.187155 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945a70df-8d2d-4f60-bc49-e313a4a18f5d None None] The sync data for ids ['c3bee1af-7de2-4f98-b584-8dd4726bd51e'] in dv-cinder-811032-1-iscsi is: [{'id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'name': 'tempest-TestShelveInstance-131339492-router', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7f7d756f-a7c4-4aee-90dd-b74a40bc7613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:15Z', 'updated_at': '2021-09-26T11:25:27Z', 'revision_number': 4, 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'gw_port': {'id': '7f7d756f-a7c4-4aee-90dd-b74a40bc7613', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:17Z', 'updated_at': '2021-09-26T11:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '1a8133c0-9993-4ba8-b667-17358d18a0ac', 'name': '', 'network_id': '23e86c48-c562-4dba-8966-311c3333da64', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'mac_address': 'fa:16:3e:89:1b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '04d6c54a-f029-4b31-bdac-cf23ee894a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:24Z', 'updated_at': '2021-09-26T11:25:34Z', 'revision_number': 5, 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'subnets': [{'id': '04d6c54a-f029-4b31-bdac-cf23ee894a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:30:42.412621 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e26874-629a-4f1a-88e4-0e786e6776d8 None None] New status for floating IP 4ae6faad-5596-422a-a857-37d003328924: DOWN {{(pid=94002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 11:30:43.117325 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7791d-33ad-44ed-9be6-467bf0198735 req-60acae76-a260-46fe-ac9a-9d27d8b1264b tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:43.118822 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3cc7791d-33ad-44ed-9be6-467bf0198735 req-60acae76-a260-46fe-ac9a-9d27d8b1264b tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 946 time: 0.0484550 Sep 26 11:30:43.155721 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3cc7791d-33ad-44ed-9be6-467bf0198735 req-b3eb9d9d-2919-4064-8496-5865b13d09fe tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309665 Sep 26 11:30:44.271396 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519588c-d68e-4ec0-989d-5388166c85bb req-8c938e1e-a692-4b05-8d2f-26fd3b98ac4f tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:44.272854 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9519588c-d68e-4ec0-989d-5388166c85bb req-8c938e1e-a692-4b05-8d2f-26fd3b98ac4f tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 946 time: 0.0523822 Sep 26 11:30:44.308552 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9519588c-d68e-4ec0-989d-5388166c85bb req-909c7e7c-2852-4b9c-8d5e-83672dfc5b96 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298784 Sep 26 11:30:45.424309 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1dec91-321b-43f8-bdb0-3ce0186769a4 req-931b92a3-206c-44af-8fe8-1ccda7e4c4e6 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:45.426443 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3b1dec91-321b-43f8-bdb0-3ce0186769a4 req-931b92a3-206c-44af-8fe8-1ccda7e4c4e6 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 946 time: 0.0504942 Sep 26 11:30:45.465284 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3b1dec91-321b-43f8-bdb0-3ce0186769a4 req-32b6abac-b0f6-4dbb-bd66-c1edb0fedd45 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba5599d4-aab4-4a1c-a386-64541f6f2379&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324667 Sep 26 11:30:45.987498 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6bf13-cad3-4e1c-af63-62712424d26a req-a274d80f-c2c9-482c-8a68-0c9136b2ff79 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:45.989476 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6bd6bf13-cad3-4e1c-af63-62712424d26a req-a274d80f-c2c9-482c-8a68-0c9136b2ff79 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.22 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 946 time: 0.0498996 Sep 26 11:30:46.090282 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [req-6bd6bf13-cad3-4e1c-af63-62712424d26a req-0cd3b0e8-649e-4161-a576-6885d4d87039 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Deleting port c2567e25-c827-4229-8e6b-b6203c664d46 {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:30:46.090619 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-6bd6bf13-cad3-4e1c-af63-62712424d26a req-0cd3b0e8-649e-4161-a576-6885d4d87039 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:46.175904 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-6bd6bf13-cad3-4e1c-af63-62712424d26a req-0cd3b0e8-649e-4161-a576-6885d4d87039 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] For port c2567e25-c827-4229-8e6b-b6203c664d46, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=c2567e25-c827-4229-8e6b-b6203c664d46,segment=NetworkSegment(7ecf81cf-22ee-4c68-a88c-0c889d12cacd),segment_id=7ecf81cf-22ee-4c68-a88c-0c889d12cacd)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:30:46.176265 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-6bd6bf13-cad3-4e1c-af63-62712424d26a req-0cd3b0e8-649e-4161-a576-6885d4d87039 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:46.188439 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [req-6bd6bf13-cad3-4e1c-af63-62712424d26a req-0cd3b0e8-649e-4161-a576-6885d4d87039 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Calling delete_port for c2567e25-c827-4229-8e6b-b6203c664d46 owned by compute:nova {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:30:46.320523 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-6bd6bf13-cad3-4e1c-af63-62712424d26a req-0cd3b0e8-649e-4161-a576-6885d4d87039 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:46.354736 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3b0e8-649e-4161-a576-6885d4d87039 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Pushing event deleted for resources: {'Port': ['ID=c2567e25-c827-4229-8e6b-b6203c664d46,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:46.403436 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd6bf13-cad3-4e1c-af63-62712424d26a req-0cd3b0e8-649e-4161-a576-6885d4d87039 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] No DVR routers for this DVR port c2567e25-c827-4229-8e6b-b6203c664d46 on host hv-cinder-81103 {{(pid=94001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:30:46.406094 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-6bd6bf13-cad3-4e1c-af63-62712424d26a req-0cd3b0e8-649e-4161-a576-6885d4d87039 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:46.408338 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6bd6bf13-cad3-4e1c-af63-62712424d26a req-0cd3b0e8-649e-4161-a576-6885d4d87039 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.22 "DELETE /v2.0/ports/c2567e25-c827-4229-8e6b-b6203c664d46 HTTP/1.1" status: 204 len: 173 time: 0.4116588 Sep 26 11:30:46.408880 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '728ae3c6-2a0c-426a-91bc-6a95a067ff72', 'name': 'network-vif-deleted', 'tag': 'c2567e25-c827-4229-8e6b-b6203c664d46'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:30:46.412135 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8199e4e7-52f7-4a5c-ae3a-104affb0ecb7" -d '{"events": [{"server_uuid": "728ae3c6-2a0c-426a-91bc-6a95a067ff72", "name": "network-vif-deleted", "tag": "c2567e25-c827-4229-8e6b-b6203c664d46"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:30:46.458762 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fcd1652-9ddd-4e54-857b-c4f6a57a3c0a x-openstack-request-id: req-0fcd1652-9ddd-4e54-857b-c4f6a57a3c0a {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:30:46.459618 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "728ae3c6-2a0c-426a-91bc-6a95a067ff72", "name": "network-vif-deleted", "tag": "c2567e25-c827-4229-8e6b-b6203c664d46", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:30:46.459618 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0fcd1652-9ddd-4e54-857b-c4f6a57a3c0a {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:30:46.459940 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '728ae3c6-2a0c-426a-91bc-6a95a067ff72', 'name': 'network-vif-deleted', 'tag': 'c2567e25-c827-4229-8e6b-b6203c664d46', 'status': 'completed', 'code': 200} Sep 26 11:30:46.561462 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-86e5461e-06b2-450b-8402-2631b4952a9b req-00175f14-26a6-4507-a127-8f0caf7adf75 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "GET /v2.0/ports?device_id=728ae3c6-2a0c-426a-91bc-6a95a067ff72 HTTP/1.1" status: 200 len: 210 time: 0.0270491 Sep 26 11:30:47.618108 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 54480) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:30:47.688513 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-45942e51-1bc8-4a93-b78e-cc936b5fe2b7 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:47.717053 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-45942e51-1bc8-4a93-b78e-cc936b5fe2b7 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:47.781875 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-45942e51-1bc8-4a93-b78e-cc936b5fe2b7 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:47.785075 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-45942e51-1bc8-4a93-b78e-cc936b5fe2b7 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:47.788945 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-45942e51-1bc8-4a93-b78e-cc936b5fe2b7 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] 10.222.0.15 "DELETE /v2.0/security-groups/ba5599d4-aab4-4a1c-a386-64541f6f2379 HTTP/1.1" status: 204 len: 168 time: 0.1671281 Sep 26 11:30:47.795858 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45942e51-1bc8-4a93-b78e-cc936b5fe2b7 tempest-TestShelveInstance-261488476 tempest-TestShelveInstance-261488476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5599d4-aab4-4a1c-a386-64541f6f2379,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:47.836989 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 54490) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:30:48.330023 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-7160953e-7d61-4256-a64c-c029daf956f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-750106'] for router_interface, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:48.575849 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-7160953e-7d61-4256-a64c-c029daf956f3 admin admin] Deleting port 1a8133c0-9993-4ba8-b667-17358d18a0ac {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:30:48.576190 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-7160953e-7d61-4256-a64c-c029daf956f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:48.652744 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-7160953e-7d61-4256-a64c-c029daf956f3 admin admin] For port 1a8133c0-9993-4ba8-b667-17358d18a0ac, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=1a8133c0-9993-4ba8-b667-17358d18a0ac,segment=NetworkSegment(7ecf81cf-22ee-4c68-a88c-0c889d12cacd),segment_id=7ecf81cf-22ee-4c68-a88c-0c889d12cacd)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:30:48.653389 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-7160953e-7d61-4256-a64c-c029daf956f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:48.665455 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-7160953e-7d61-4256-a64c-c029daf956f3 admin admin] Calling delete_port for 1a8133c0-9993-4ba8-b667-17358d18a0ac owned by network:router_interface {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:30:48.863203 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-7160953e-7d61-4256-a64c-c029daf956f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:48.888342 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160953e-7d61-4256-a64c-c029daf956f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a8133c0-9993-4ba8-b667-17358d18a0ac,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:48.899247 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7160953e-7d61-4256-a64c-c029daf956f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:48.899601 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7160953e-7d61-4256-a64c-c029daf956f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:48.899968 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7160953e-7d61-4256-a64c-c029daf956f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:48.900279 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7160953e-7d61-4256-a64c-c029daf956f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:48.900607 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7160953e-7d61-4256-a64c-c029daf956f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:48.900942 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7160953e-7d61-4256-a64c-c029daf956f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:48.901270 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7160953e-7d61-4256-a64c-c029daf956f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:48.901598 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7160953e-7d61-4256-a64c-c029daf956f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:48.901927 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7160953e-7d61-4256-a64c-c029daf956f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:48.902253 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7160953e-7d61-4256-a64c-c029daf956f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:48.902735 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7160953e-7d61-4256-a64c-c029daf956f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:48.903111 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7160953e-7d61-4256-a64c-c029daf956f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:49.069407 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-7160953e-7d61-4256-a64c-c029daf956f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748691'] for router_interface, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:49.279662 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7160953e-7d61-4256-a64c-c029daf956f3 admin admin] Router c3bee1af-7de2-4f98-b584-8dd4726bd51e has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:30:49.282521 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device c2567e25-c827-4229-8e6b-b6203c664d46 no longer exists at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:30:49.303337 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] No Port match for: c2567e25-c827-4229-8e6b-b6203c664d46 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:30:49.303689 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device c2567e25-c827-4229-8e6b-b6203c664d46 not bound to the agent host hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:30:49.384808 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7160953e-7d61-4256-a64c-c029daf956f3 admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:30:49.389795 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-7160953e-7d61-4256-a64c-c029daf956f3 admin admin] 10.222.0.15 "PUT /v2.0/routers/c3bee1af-7de2-4f98-b584-8dd4726bd51e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5514328 Sep 26 11:30:49.392353 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 54498) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:30:49.393161 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d44212-16a3-49ee-9003-f34d02ec2afb None None] Sync routers for ids ['c3bee1af-7de2-4f98-b584-8dd4726bd51e'] in dv-cinder-811032-1-iscsi {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:30:49.404246 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d44212-16a3-49ee-9003-f34d02ec2afb None None] Routers {'c3bee1af-7de2-4f98-b584-8dd4726bd51e'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:30:49.404849 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-c7d44212-16a3-49ee-9003-f34d02ec2afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:30:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['c3bee1af-7de2-4f98-b584-8dd4726bd51e'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:30:49.514500 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-c7d44212-16a3-49ee-9003-f34d02ec2afb None None] Set router c3bee1af-7de2-4f98-b584-8dd4726bd51e gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:30:49.757971 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2fb5b8e5-78ed-4226-b4ea-9e1a0d16e875 admin admin] Notify callbacks [] for router, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:49.871255 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2fb5b8e5-78ed-4226-b4ea-9e1a0d16e875 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:49.915578 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-c7d44212-16a3-49ee-9003-f34d02ec2afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'name': 'tempest-TestShelveInstance-131339492-router', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '7f7d756f-a7c4-4aee-90dd-b74a40bc7613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:15Z', 'updated_at': '2021-09-26T11:30:48Z', 'revision_number': 5, 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'gw_port': {'id': '7f7d756f-a7c4-4aee-90dd-b74a40bc7613', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:17Z', 'updated_at': '2021-09-26T11:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:30:49.948197 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d44212-16a3-49ee-9003-f34d02ec2afb None None] Checking router: c3bee1af-7de2-4f98-b584-8dd4726bd51e for host: dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:30:49.951569 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5b8e5-78ed-4226-b4ea-9e1a0d16e875 admin admin] Deleting port 7f7d756f-a7c4-4aee-90dd-b74a40bc7613 {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:30:49.951569 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2fb5b8e5-78ed-4226-b4ea-9e1a0d16e875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:49.972980 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d44212-16a3-49ee-9003-f34d02ec2afb None None] Routers {'c3bee1af-7de2-4f98-b584-8dd4726bd51e'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:30:49.973690 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-c7d44212-16a3-49ee-9003-f34d02ec2afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:30:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['c3bee1af-7de2-4f98-b584-8dd4726bd51e'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:30:50.043870 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-2fb5b8e5-78ed-4226-b4ea-9e1a0d16e875 admin admin] For port 7f7d756f-a7c4-4aee-90dd-b74a40bc7613, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=7f7d756f-a7c4-4aee-90dd-b74a40bc7613,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:30:50.044336 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2fb5b8e5-78ed-4226-b4ea-9e1a0d16e875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:50.061845 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-2fb5b8e5-78ed-4226-b4ea-9e1a0d16e875 admin admin] Calling delete_port for 7f7d756f-a7c4-4aee-90dd-b74a40bc7613 owned by network:router_gateway {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:30:50.082907 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-c7d44212-16a3-49ee-9003-f34d02ec2afb None None] Set router c3bee1af-7de2-4f98-b584-8dd4726bd51e gateway port host: None {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:30:50.152477 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-c7d44212-16a3-49ee-9003-f34d02ec2afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'name': 'tempest-TestShelveInstance-131339492-router', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:15Z', 'updated_at': '2021-09-26T11:30:49Z', 'revision_number': 6, 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'gw_port_host': None}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:30:50.180863 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d44212-16a3-49ee-9003-f34d02ec2afb None None] The sync data for ids ['c3bee1af-7de2-4f98-b584-8dd4726bd51e'] in dv-cinder-811032-1-iscsi is: [{'id': 'c3bee1af-7de2-4f98-b584-8dd4726bd51e', 'name': 'tempest-TestShelveInstance-131339492-router', 'tenant_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:15Z', 'updated_at': '2021-09-26T11:30:49Z', 'revision_number': 6, 'project_id': '7e441f8769a94b6ba6ebc00ed8d7c160', 'gw_port_host': None}] {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:30:50.322167 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2fb5b8e5-78ed-4226-b4ea-9e1a0d16e875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:50.335086 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-2d71f71c-76b5-4839-99c4-5f85d4572a2b tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-785975404&fields=id&tenant_id=ce837c99bcc9456283c5401547ff5a76 HTTP/1.1" status: 200 len: 267 time: 0.0612099 Sep 26 11:30:50.356733 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5b8e5-78ed-4226-b4ea-9e1a0d16e875 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f7d756f-a7c4-4aee-90dd-b74a40bc7613,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:50.484464 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2fb5b8e5-78ed-4226-b4ea-9e1a0d16e875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748624'] for router_gateway, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:50.588284 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2fb5b8e5-78ed-4226-b4ea-9e1a0d16e875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-408'] for router, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:50.590571 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2fb5b8e5-78ed-4226-b4ea-9e1a0d16e875 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:50.599116 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-9a9b2ff0-0591-4659-9c39-99f2dc136c2d tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:50.600658 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-9a9b2ff0-0591-4659-9c39-99f2dc136c2d tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/networks?id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8 HTTP/1.1" status: 200 len: 811 time: 0.2459338 Sep 26 11:30:50.647990 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-76ba8eb7-f64c-4d5d-9e7c-951414a03349 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/quotas/ce837c99bcc9456283c5401547ff5a76 HTTP/1.1" status: 200 len: 375 time: 0.0389001 Sep 26 11:30:50.652175 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2fb5b8e5-78ed-4226-b4ea-9e1a0d16e875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751414'] for router, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:50.652753 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb5b8e5-78ed-4226-b4ea-9e1a0d16e875 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3bee1af-7de2-4f98-b584-8dd4726bd51e {{(pid=94001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 11:30:50.658818 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-2fb5b8e5-78ed-4226-b4ea-9e1a0d16e875 admin admin] Notify callbacks [] for router, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:50.660670 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-2fb5b8e5-78ed-4226-b4ea-9e1a0d16e875 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c3bee1af-7de2-4f98-b584-8dd4726bd51e HTTP/1.1" status: 204 len: 168 time: 1.2672243 Sep 26 11:30:50.663340 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 54522) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:30:50.707970 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-a692ac8a-ae63-4760-aa03-8adc995ef2c4 admin admin] Deleting subnet 04d6c54a-f029-4b31-bdac-cf23ee894a3c {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 11:30:50.711286 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a692ac8a-ae63-4760-aa03-8adc995ef2c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:50.717457 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-f9944a8d-3e95-4be6-b706-c059196acc42 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ce837c99bcc9456283c5401547ff5a76&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0626743 Sep 26 11:30:50.746993 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a692ac8a-ae63-4760-aa03-8adc995ef2c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530207187'] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:50.816966 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-2f2ffb93-2fab-4249-876a-f97e977b361f service neutron] 10.222.0.15 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879519 Sep 26 11:30:50.857526 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a692ac8a-ae63-4760-aa03-8adc995ef2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733527'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:50.911610 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a692ac8a-ae63-4760-aa03-8adc995ef2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530160691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530427440'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:50.922692 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-14b98bc5-4c86-46de-acaf-7fa3fca1d263 service neutron] 10.222.0.15 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995069 Sep 26 11:30:50.960592 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692ac8a-ae63-4760-aa03-8adc995ef2c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04d6c54a-f029-4b31-bdac-cf23ee894a3c,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:50.969699 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31221bf-9159-4821-bc69-81715b7063f4 None None] Network 23e86c48-c562-4dba-8966-311c3333da64 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:30:50.973274 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a692ac8a-ae63-4760-aa03-8adc995ef2c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:50.975050 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-a692ac8a-ae63-4760-aa03-8adc995ef2c4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/04d6c54a-f029-4b31-bdac-cf23ee894a3c HTTP/1.1" status: 204 len: 168 time: 0.3106818 Sep 26 11:30:50.976457 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692ac8a-ae63-4760-aa03-8adc995ef2c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:50.976819 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692ac8a-ae63-4760-aa03-8adc995ef2c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:50.977156 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692ac8a-ae63-4760-aa03-8adc995ef2c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:50.977493 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692ac8a-ae63-4760-aa03-8adc995ef2c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:50.977827 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692ac8a-ae63-4760-aa03-8adc995ef2c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:50.978163 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692ac8a-ae63-4760-aa03-8adc995ef2c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:50.978496 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692ac8a-ae63-4760-aa03-8adc995ef2c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:50.978854 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692ac8a-ae63-4760-aa03-8adc995ef2c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:50.979447 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692ac8a-ae63-4760-aa03-8adc995ef2c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:50.979764 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692ac8a-ae63-4760-aa03-8adc995ef2c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:50.980105 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692ac8a-ae63-4760-aa03-8adc995ef2c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:50.980565 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a692ac8a-ae63-4760-aa03-8adc995ef2c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:30:50.983063 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 54524) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:30:51.078210 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-78224548-41ef-4145-8e39-c8dbd26572b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832047'] for network, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:51.138322 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-78224548-41ef-4145-8e39-c8dbd26572b4 admin admin] Deleting port 1dac70bf-6367-44a6-b9c5-74efbbd6cf64 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:30:51.138743 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-78224548-41ef-4145-8e39-c8dbd26572b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:51.187983 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea99441b-a3c9-48c6-b1b9-569702ee7a2c None None] DHCP port deletion for 23e86c48-c562-4dba-8966-311c3333da64 request from dv-cinder-811032-1-iscsi {{(pid=94002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 11:30:51.222779 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-78224548-41ef-4145-8e39-c8dbd26572b4 admin admin] For port 1dac70bf-6367-44a6-b9c5-74efbbd6cf64, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=1dac70bf-6367-44a6-b9c5-74efbbd6cf64,segment=NetworkSegment(7ecf81cf-22ee-4c68-a88c-0c889d12cacd),segment_id=7ecf81cf-22ee-4c68-a88c-0c889d12cacd)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:30:51.223125 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-78224548-41ef-4145-8e39-c8dbd26572b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:51.237221 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-78224548-41ef-4145-8e39-c8dbd26572b4 admin admin] Calling delete_port for 1dac70bf-6367-44a6-b9c5-74efbbd6cf64 owned by network:dhcp {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:30:51.240630 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-ea99441b-a3c9-48c6-b1b9-569702ee7a2c None None] Deleting port 1dac70bf-6367-44a6-b9c5-74efbbd6cf64 {{(pid=94002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:30:51.241013 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ea99441b-a3c9-48c6-b1b9-569702ee7a2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:51.345190 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ea99441b-a3c9-48c6-b1b9-569702ee7a2c None None] For port 1dac70bf-6367-44a6-b9c5-74efbbd6cf64, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=1dac70bf-6367-44a6-b9c5-74efbbd6cf64,segment=NetworkSegment(7ecf81cf-22ee-4c68-a88c-0c889d12cacd),segment_id=7ecf81cf-22ee-4c68-a88c-0c889d12cacd)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:30:51.345847 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ea99441b-a3c9-48c6-b1b9-569702ee7a2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:51.349123 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-59d019b1-80b8-4ccc-935d-da3b6fe06fed req-7b43868e-3993-4902-b6f9-5bc0e2b93389 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd00a550-e38c-493d-bbb2-f5ea04cbf4fe HTTP/1.1" status: 200 len: 210 time: 0.0565093 Sep 26 11:30:51.375150 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-ea99441b-a3c9-48c6-b1b9-569702ee7a2c None None] Calling delete_port for 1dac70bf-6367-44a6-b9c5-74efbbd6cf64 owned by network:dhcp {{(pid=94002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:30:51.382429 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-78224548-41ef-4145-8e39-c8dbd26572b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:51.417346 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78224548-41ef-4145-8e39-c8dbd26572b4 admin admin] No DVR routers for this DVR port 1dac70bf-6367-44a6-b9c5-74efbbd6cf64 on host dv-cinder-811032-1-iscsi {{(pid=94000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:30:51.421917 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78224548-41ef-4145-8e39-c8dbd26572b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dac70bf-6367-44a6-b9c5-74efbbd6cf64,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:51.471116 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ea99441b-a3c9-48c6-b1b9-569702ee7a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600'] for port, after_delete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:51.484031 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea99441b-a3c9-48c6-b1b9-569702ee7a2c None None] No DVR routers for this DVR port 1dac70bf-6367-44a6-b9c5-74efbbd6cf64 on host dv-cinder-811032-1-iscsi {{(pid=94002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:30:51.511347 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99441b-a3c9-48c6-b1b9-569702ee7a2c None None] Pushing event deleted for resources: {'Port': ['ID=1dac70bf-6367-44a6-b9c5-74efbbd6cf64,revision_number=None']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:51.524846 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-78224548-41ef-4145-8e39-c8dbd26572b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722414', 'neutron.services.segments.db._delete_segments_for_network-8784557248148'] for network, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:51.548323 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-78224548-41ef-4145-8e39-c8dbd26572b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e86c48-c562-4dba-8966-311c3333da64']}} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:30:51.558579 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-78224548-41ef-4145-8e39-c8dbd26572b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ecf81cf-22ee-4c68-a88c-0c889d12cacd') {'for_net_delete': True} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:30:51.558900 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-78224548-41ef-4145-8e39-c8dbd26572b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ecf81cf-22ee-4c68-a88c-0c889d12cacd') {} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:30:51.568619 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-78224548-41ef-4145-8e39-c8dbd26572b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784557247901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530207178'] for segment, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:51.583292 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-78224548-41ef-4145-8e39-c8dbd26572b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:51.592871 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78224548-41ef-4145-8e39-c8dbd26572b4 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 11:30:51.593513 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-78224548-41ef-4145-8e39-c8dbd26572b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530160541'] for segment, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: Traceback (most recent call last): Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: timer() Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: cb(*args, **kw) Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: return func(*args, **kwargs) Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: self._notify() Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: self.callback(batched_events) Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: event.method(event) Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: return f(self, *a, **k) Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: return self._get(url).json() Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: return self.request(url, 'GET', **kwargs) Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 11:30:51.595020 dv-cinder-811032-1-iscsi neutron-server[94000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 11:30:51.663584 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-78224548-41ef-4145-8e39-c8dbd26572b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748556'] for network, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:51.680738 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-78224548-41ef-4145-8e39-c8dbd26572b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:51.682977 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-78224548-41ef-4145-8e39-c8dbd26572b4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/23e86c48-c562-4dba-8966-311c3333da64 HTTP/1.1" status: 204 len: 168 time: 0.6989594 Sep 26 11:30:51.684206 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78224548-41ef-4145-8e39-c8dbd26572b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=23e86c48-c562-4dba-8966-311c3333da64,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:51.686693 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 54554) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:30:52.023329 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a2cff-cd5f-44cd-91e2-a9e39a9ec4df req-906a6f49-3493-4eff-87dc-ca2a2b92e67d tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:52.024862 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fd1a2cff-cd5f-44cd-91e2-a9e39a9ec4df req-906a6f49-3493-4eff-87dc-ca2a2b92e67d tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d20ed14-5c7e-49ec-bc77-98801e064a13 HTTP/1.1" status: 200 len: 945 time: 0.0504558 Sep 26 11:30:52.053931 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8ed74c1-d148-4991-a66e-d0ef0acbbb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-750106'] for router_interface, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:52.064219 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fd1a2cff-cd5f-44cd-91e2-a9e39a9ec4df req-bdcff036-dd4e-409b-84ca-68172f996289 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91839ed-be36-4be7-a680-6c4bc2b406b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328629 Sep 26 11:30:52.157932 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 1dac70bf-6367-44a6-b9c5-74efbbd6cf64 no longer exists at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:30:52.182391 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] No Port match for: 1dac70bf-6367-44a6-b9c5-74efbbd6cf64 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:30:52.182768 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 1dac70bf-6367-44a6-b9c5-74efbbd6cf64 not bound to the agent host dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:30:52.183428 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 1a8133c0-9993-4ba8-b667-17358d18a0ac no longer exists at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:30:52.212798 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] No Port match for: 1a8133c0-9993-4ba8-b667-17358d18a0ac {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:30:52.213142 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 1a8133c0-9993-4ba8-b667-17358d18a0ac not bound to the agent host dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:30:52.213911 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 7f7d756f-a7c4-4aee-90dd-b74a40bc7613 no longer exists at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:30:52.234364 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] No Port match for: 7f7d756f-a7c4-4aee-90dd-b74a40bc7613 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:30:52.234997 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 7f7d756f-a7c4-4aee-90dd-b74a40bc7613 not bound to the agent host dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:30:52.309296 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-a8ed74c1-d148-4991-a66e-d0ef0acbbb90 admin admin] Deleting port d69484df-f00d-49f2-a6b2-3b06ab30a3ae {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:30:52.309735 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8ed74c1-d148-4991-a66e-d0ef0acbbb90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:52.396813 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-a8ed74c1-d148-4991-a66e-d0ef0acbbb90 admin admin] For port d69484df-f00d-49f2-a6b2-3b06ab30a3ae, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=d69484df-f00d-49f2-a6b2-3b06ab30a3ae,segment=NetworkSegment(6a4bd0d3-616a-45ec-af0c-9e84861e3fc5),segment_id=6a4bd0d3-616a-45ec-af0c-9e84861e3fc5)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:30:52.397318 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8ed74c1-d148-4991-a66e-d0ef0acbbb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:52.398133 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-9dab239b-748f-445e-8f37-a932b8bd1bac tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:52.400262 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-9dab239b-748f-445e-8f37-a932b8bd1bac tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.22 "GET /v2.0/networks?id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8 HTTP/1.1" status: 200 len: 811 time: 0.1345174 Sep 26 11:30:52.415425 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-a8ed74c1-d148-4991-a66e-d0ef0acbbb90 admin admin] Calling delete_port for d69484df-f00d-49f2-a6b2-3b06ab30a3ae owned by network:router_interface {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:30:52.462173 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2b0ed65a-1448-4b44-8684-c07dc1aca8f3 req-ff5a5f5b-9b70-449a-989d-d4dfc19a066a tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd00a550-e38c-493d-bbb2-f5ea04cbf4fe HTTP/1.1" status: 200 len: 210 time: 0.0339310 Sep 26 11:30:52.469537 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-744666f6-a05f-4444-a71f-13dab49b6479 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce837c99bcc9456283c5401547ff5a76 HTTP/1.1" status: 200 len: 379 time: 0.0583036 Sep 26 11:30:52.482227 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-09341e5d-4903-4793-84b1-d610ebc44274 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Request body: {'port': {'device_id': 'cd00a550-e38c-493d-bbb2-f5ea04cbf4fe', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'admin_state_up': True, 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'security_groups': ['43a0dad4-ca9f-4a46-a427-7794756f0d0f']}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:30:52.593094 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-09341e5d-4903-4793-84b1-d610ebc44274 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Made reservation on behalf of ce837c99bcc9456283c5401547ff5a76 for: {'port': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:30:52.596819 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-09341e5d-4903-4793-84b1-d610ebc44274 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:52.612966 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8ed74c1-d148-4991-a66e-d0ef0acbbb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:52.639508 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed74c1-d148-4991-a66e-d0ef0acbbb90 admin admin] Pushing event deleted for resources: {'Port': ['ID=d69484df-f00d-49f2-a6b2-3b06ab30a3ae,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:52.760166 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-09341e5d-4903-4793-84b1-d610ebc44274 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Allocated IP 172.20.0.13 (fee0bc02-ba70-4306-88e5-38ff36a0bcb8/258101c2-cabd-4a87-bb0e-e9533532d3e4/69f210e4-9be0-4220-b221-1ea0fca80871) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:30:52.824053 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a8ed74c1-d148-4991-a66e-d0ef0acbbb90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748691'] for router_interface, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:52.951727 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-09341e5d-4903-4793-84b1-d610ebc44274 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:52.991013 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-09341e5d-4903-4793-84b1-d610ebc44274 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:53.039135 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-09341e5d-4903-4793-84b1-d610ebc44274 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Network fee0bc02-ba70-4306-88e5-38ff36a0bcb8 is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:30:53.042092 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-09341e5d-4903-4793-84b1-d610ebc44274 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:30:53.045835 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-09341e5d-4903-4793-84b1-d610ebc44274 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:30:53.075653 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09341e5d-4903-4793-84b1-d610ebc44274 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Pushing event updated for resources: {'Port': ['ID=69f210e4-9be0-4220-b221-1ea0fca80871,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:53.094470 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ed74c1-d148-4991-a66e-d0ef0acbbb90 admin admin] Router 6f188e1c-9c98-4db1-bde0-c37a66fe071d has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:30:53.102005 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-09341e5d-4903-4793-84b1-d610ebc44274 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:53.102803 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-09341e5d-4903-4793-84b1-d610ebc44274 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:53.122270 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-09341e5d-4903-4793-84b1-d610ebc44274 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6453683 Sep 26 11:30:53.136350 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-dbeeb170-ca9f-407e-a283-dbe816e9c07f service neutron] Request body: {'port': {'device_id': 'cd00a550-e38c-493d-bbb2-f5ea04cbf4fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81103'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:30:53.215162 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ed74c1-d148-4991-a66e-d0ef0acbbb90 admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:30:53.220482 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-a8ed74c1-d148-4991-a66e-d0ef0acbbb90 admin admin] 10.222.0.15 "PUT /v2.0/routers/6f188e1c-9c98-4db1-bde0-c37a66fe071d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5325820 Sep 26 11:30:53.225040 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 54566) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:30:53.227187 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14e5308-df8e-426e-93e8-598aadb733b5 None None] Sync routers for ids ['6f188e1c-9c98-4db1-bde0-c37a66fe071d'] in dv-cinder-811032-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:30:53.236978 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14e5308-df8e-426e-93e8-598aadb733b5 None None] Routers {'6f188e1c-9c98-4db1-bde0-c37a66fe071d'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:30:53.238975 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-d14e5308-df8e-426e-93e8-598aadb733b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:30:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['6f188e1c-9c98-4db1-bde0-c37a66fe071d'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:30:53.304633 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-dbeeb170-ca9f-407e-a283-dbe816e9c07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:53.327093 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4a443-f8dc-43fb-8170-b18bb91a6fe7 req-03c9b50e-342b-418a-a951-5c0d654cb73b tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:53.328511 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c4d4a443-f8dc-43fb-8170-b18bb91a6fe7 req-03c9b50e-342b-418a-a951-5c0d654cb73b tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d20ed14-5c7e-49ec-bc77-98801e064a13 HTTP/1.1" status: 200 len: 945 time: 0.1700728 Sep 26 11:30:53.337462 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-5373246f-bd33-4c17-afb1-e8af1b8e5aaf None None] Provisioning complete for port 69f210e4-9be0-4220-b221-1ea0fca80871 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:30:53.337828 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-5373246f-bd33-4c17-afb1-e8af1b8e5aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:53.382792 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-d14e5308-df8e-426e-93e8-598aadb733b5 None None] Set router 6f188e1c-9c98-4db1-bde0-c37a66fe071d gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:30:53.411365 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-5373246f-bd33-4c17-afb1-e8af1b8e5aaf None None] Port 69f210e4-9be0-4220-b221-1ea0fca80871 cannot update to ACTIVE because it is not bound. {{(pid=94002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 11:30:53.416455 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c4d4a443-f8dc-43fb-8170-b18bb91a6fe7 req-16d81816-df2b-493a-92fc-bf6903977b83 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91839ed-be36-4be7-a680-6c4bc2b406b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795078 Sep 26 11:30:53.417641 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f2bff07e-6775-44ab-8490-a2485d76be6d admin admin] Notify callbacks [] for router, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:53.582816 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-d14e5308-df8e-426e-93e8-598aadb733b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f188e1c-9c98-4db1-bde0-c37a66fe071d', 'name': 'tempest-TestShelveInstance-188172854-router', 'tenant_id': 'e05070e3e7fc466bb265f4d83f3f9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '57712420-5025-440c-8935-9245106becf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:34Z', 'updated_at': '2021-09-26T11:30:52Z', 'revision_number': 5, 'project_id': 'e05070e3e7fc466bb265f4d83f3f9e66', 'gw_port': {'id': '57712420-5025-440c-8935-9245106becf4', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f188e1c-9c98-4db1-bde0-c37a66fe071d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:35Z', 'updated_at': '2021-09-26T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:30:53.683577 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57844c-cb53-4716-afd4-b25fff22d1b1 req-5084d792-d10a-4c9c-a9e0-cf89188840fb tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:53.685087 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8b57844c-cb53-4716-afd4-b25fff22d1b1 req-5084d792-d10a-4c9c-a9e0-cf89188840fb tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd00a550-e38c-493d-bbb2-f5ea04cbf4fe HTTP/1.1" status: 200 len: 932 time: 0.1330025 Sep 26 11:30:53.723138 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f2bff07e-6775-44ab-8490-a2485d76be6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:53.733304 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14e5308-df8e-426e-93e8-598aadb733b5 None None] Checking router: 6f188e1c-9c98-4db1-bde0-c37a66fe071d for host: dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:30:53.743728 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14e5308-df8e-426e-93e8-598aadb733b5 None None] Routers {'6f188e1c-9c98-4db1-bde0-c37a66fe071d'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:30:53.744418 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-d14e5308-df8e-426e-93e8-598aadb733b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:30:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['6f188e1c-9c98-4db1-bde0-c37a66fe071d'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:30:53.764507 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8b57844c-cb53-4716-afd4-b25fff22d1b1 req-d590a1cc-ecff-4715-8ad0-6a01d7cacf53 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709124 Sep 26 11:30:53.771291 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c82cc0-5241-415a-8125-c9e17e0e7b83 req-9041c485-2b64-4ac6-9c46-458e5593d68b tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:53.773060 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a0c82cc0-5241-415a-8125-c9e17e0e7b83 req-9041c485-2b64-4ac6-9c46-458e5593d68b tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.22 "GET /v2.0/ports?device_id=4d20ed14-5c7e-49ec-bc77-98801e064a13 HTTP/1.1" status: 200 len: 945 time: 0.0641825 Sep 26 11:30:53.859757 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-d14e5308-df8e-426e-93e8-598aadb733b5 None None] Set router 6f188e1c-9c98-4db1-bde0-c37a66fe071d gateway port host: None {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:30:53.863838 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-dbeeb170-ca9f-407e-a283-dbe816e9c07f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f210e4-9be0-4220-b221-1ea0fca80871 {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:30:53.882742 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-dbeeb170-ca9f-407e-a283-dbe816e9c07f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:53.886894 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-f2bff07e-6775-44ab-8490-a2485d76be6d admin admin] Deleting port 57712420-5025-440c-8935-9245106becf4 {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:30:53.887422 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f2bff07e-6775-44ab-8490-a2485d76be6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:53.910606 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [req-a0c82cc0-5241-415a-8125-c9e17e0e7b83 req-cc921e3b-5d33-422a-925b-67890f927ece tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Deleting port 412511ac-d0a1-48b9-bf37-c2a2094b8521 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:30:53.911254 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-a0c82cc0-5241-415a-8125-c9e17e0e7b83 req-cc921e3b-5d33-422a-925b-67890f927ece tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:53.920612 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-d14e5308-df8e-426e-93e8-598aadb733b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f188e1c-9c98-4db1-bde0-c37a66fe071d', 'name': 'tempest-TestShelveInstance-188172854-router', 'tenant_id': 'e05070e3e7fc466bb265f4d83f3f9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:34Z', 'updated_at': '2021-09-26T11:30:53Z', 'revision_number': 6, 'project_id': 'e05070e3e7fc466bb265f4d83f3f9e66', 'gw_port_host': None}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:30:53.936753 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-dbeeb170-ca9f-407e-a283-dbe816e9c07f service neutron] Transition to ACTIVE for port object 69f210e4-9be0-4220-b221-1ea0fca80871 will not be triggered until provisioned by entity L2. {{(pid=94001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 11:30:53.943193 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-dbeeb170-ca9f-407e-a283-dbe816e9c07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530552719'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:53.951248 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14e5308-df8e-426e-93e8-598aadb733b5 None None] The sync data for ids ['6f188e1c-9c98-4db1-bde0-c37a66fe071d'] in dv-cinder-811032-1-iscsi is: [{'id': '6f188e1c-9c98-4db1-bde0-c37a66fe071d', 'name': 'tempest-TestShelveInstance-188172854-router', 'tenant_id': 'e05070e3e7fc466bb265f4d83f3f9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:34Z', 'updated_at': '2021-09-26T11:30:53Z', 'revision_number': 6, 'project_id': 'e05070e3e7fc466bb265f4d83f3f9e66', 'gw_port_host': None}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:30:54.032425 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [req-a0c82cc0-5241-415a-8125-c9e17e0e7b83 req-cc921e3b-5d33-422a-925b-67890f927ece tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] For port 412511ac-d0a1-48b9-bf37-c2a2094b8521, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=412511ac-d0a1-48b9-bf37-c2a2094b8521,segment=NetworkSegment(a0db8883-6c7c-4d85-929a-634a213f1538),segment_id=a0db8883-6c7c-4d85-929a-634a213f1538)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:30:54.032806 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-a0c82cc0-5241-415a-8125-c9e17e0e7b83 req-cc921e3b-5d33-422a-925b-67890f927ece tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:54.059864 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeeb170-ca9f-407e-a283-dbe816e9c07f service neutron] Pushing event updated for resources: {'Port': ['ID=69f210e4-9be0-4220-b221-1ea0fca80871,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:54.107286 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-f2bff07e-6775-44ab-8490-a2485d76be6d admin admin] For port 57712420-5025-440c-8935-9245106becf4, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=57712420-5025-440c-8935-9245106becf4,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:30:54.107659 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f2bff07e-6775-44ab-8490-a2485d76be6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:54.131829 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-f2bff07e-6775-44ab-8490-a2485d76be6d admin admin] Calling delete_port for 57712420-5025-440c-8935-9245106becf4 owned by network:router_gateway {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:30:54.374581 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device d69484df-f00d-49f2-a6b2-3b06ab30a3ae no longer exists at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:30:54.400306 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] No Port match for: d69484df-f00d-49f2-a6b2-3b06ab30a3ae {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:30:54.400967 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device d69484df-f00d-49f2-a6b2-3b06ab30a3ae not bound to the agent host dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:30:54.479097 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-dbeeb170-ca9f-407e-a283-dbe816e9c07f service neutron] Attempting to bind port 69f210e4-9be0-4220-b221-1ea0fca80871 on host hv-cinder-81103 for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:30:54.479387 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-dbeeb170-ca9f-407e-a283-dbe816e9c07f service neutron] Attempting to bind port 69f210e4-9be0-4220-b221-1ea0fca80871 by drivers openvswitch,hyperv on host hv-cinder-81103 at level 0 using segments [{'id': '16519192-f9bf-4c30-a8ac-07119e563f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:30:54.479681 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-dbeeb170-ca9f-407e-a283-dbe816e9c07f service neutron] Attempting to bind port 69f210e4-9be0-4220-b221-1ea0fca80871 on network fee0bc02-ba70-4306-88e5-38ff36a0bcb8 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:30:54.488834 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-dbeeb170-ca9f-407e-a283-dbe816e9c07f service neutron] Port 69f210e4-9be0-4220-b221-1ea0fca80871 on network fee0bc02-ba70-4306-88e5-38ff36a0bcb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81103 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 11:30:54.489172 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-dbeeb170-ca9f-407e-a283-dbe816e9c07f service neutron] Attempting to bind port 69f210e4-9be0-4220-b221-1ea0fca80871 on network fee0bc02-ba70-4306-88e5-38ff36a0bcb8 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:30:54.515097 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-dbeeb170-ca9f-407e-a283-dbe816e9c07f service neutron] Checking agent: {'id': 'c7902f34-c618-4561-9fcf-9ee1c8cebcf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81103', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'started_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:30:54.515663 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-dbeeb170-ca9f-407e-a283-dbe816e9c07f service neutron] Checking segment: {'id': '16519192-f9bf-4c30-a8ac-07119e563f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:30:54.516055 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-dbeeb170-ca9f-407e-a283-dbe816e9c07f service neutron] Bound using segment: {'id': '16519192-f9bf-4c30-a8ac-07119e563f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:30:54.516498 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-dbeeb170-ca9f-407e-a283-dbe816e9c07f service neutron] Bound port: 69f210e4-9be0-4220-b221-1ea0fca80871, host: hv-cinder-81103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16519192-f9bf-4c30-a8ac-07119e563f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:30:54.516859 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-dbeeb170-ca9f-407e-a283-dbe816e9c07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:54.539497 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-a0c82cc0-5241-415a-8125-c9e17e0e7b83 req-cc921e3b-5d33-422a-925b-67890f927ece tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:54.539959 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-a0c82cc0-5241-415a-8125-c9e17e0e7b83 req-cc921e3b-5d33-422a-925b-67890f927ece tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748570'] for floatingip, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:54.540369 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.db.l3_db [req-a0c82cc0-5241-415a-8125-c9e17e0e7b83 req-cc921e3b-5d33-422a-925b-67890f927ece tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Floating IP 71c65521-9d1e-4625-b495-63128101bda6 disassociated. External IP: 172.27.3.80, port: 412511ac-d0a1-48b9-bf37-c2a2094b8521. Sep 26 11:30:54.540761 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [req-a0c82cc0-5241-415a-8125-c9e17e0e7b83 req-cc921e3b-5d33-422a-925b-67890f927ece tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Calling delete_port for 412511ac-d0a1-48b9-bf37-c2a2094b8521 owned by compute:nova {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:30:54.663642 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8b405-6b61-4de8-a31b-cc4ebc6c2e12 req-63743844-f320-4651-bf93-5488c89f8805 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:54.665206 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-92f8b405-6b61-4de8-a31b-cc4ebc6c2e12 req-63743844-f320-4651-bf93-5488c89f8805 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d20ed14-5c7e-49ec-bc77-98801e064a13 HTTP/1.1" status: 200 len: 945 time: 0.1737783 Sep 26 11:30:54.677691 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-a0c82cc0-5241-415a-8125-c9e17e0e7b83 req-cc921e3b-5d33-422a-925b-67890f927ece tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:54.685342 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-dbeeb170-ca9f-407e-a283-dbe816e9c07f service neutron] For port 69f210e4-9be0-4220-b221-1ea0fca80871, host hv-cinder-81103, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:30:54.697186 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-dbeeb170-ca9f-407e-a283-dbe816e9c07f service neutron] For port 69f210e4-9be0-4220-b221-1ea0fca80871, host hv-cinder-81103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=69f210e4-9be0-4220-b221-1ea0fca80871,segment=NetworkSegment(16519192-f9bf-4c30-a8ac-07119e563f4f),segment_id=16519192-f9bf-4c30-a8ac-07119e563f4f)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:30:54.706916 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc921e3b-5d33-422a-925b-67890f927ece tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Pushing event deleted for resources: {'Port': ['ID=412511ac-d0a1-48b9-bf37-c2a2094b8521,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:54.725798 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-dbeeb170-ca9f-407e-a283-dbe816e9c07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530552719'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:54.785614 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-dbeeb170-ca9f-407e-a283-dbe816e9c07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:54.786131 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-dbeeb170-ca9f-407e-a283-dbe816e9c07f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:54.787608 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-dbeeb170-ca9f-407e-a283-dbe816e9c07f service neutron] 10.222.0.22 "PUT /v2.0/ports/69f210e4-9be0-4220-b221-1ea0fca80871 HTTP/1.1" status: 200 len: 1094 time: 1.6561496 Sep 26 11:30:54.793011 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd00a550-e38c-493d-bbb2-f5ea04cbf4fe', 'tag': '69f210e4-9be0-4220-b221-1ea0fca80871'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:30:54.795370 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64933cfe-8630-47d2-9ed4-d576635d2880" -d '{"events": [{"name": "network-changed", "server_uuid": "cd00a550-e38c-493d-bbb2-f5ea04cbf4fe", "tag": "69f210e4-9be0-4220-b221-1ea0fca80871"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:30:54.813289 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-92f8b405-6b61-4de8-a31b-cc4ebc6c2e12 req-f4474e21-70f3-4101-a15a-62fb2fb14beb tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups?id=d91839ed-be36-4be7-a680-6c4bc2b406b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400979 Sep 26 11:30:54.852247 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f2bff07e-6775-44ab-8490-a2485d76be6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:54.866662 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0c82cc0-5241-415a-8125-c9e17e0e7b83 req-cc921e3b-5d33-422a-925b-67890f927ece tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Router baa83b0e-fc20-4600-ab50-df4a6fd55676 has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:30:54.892391 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b09d9be-a5f7-47c4-affd-a09e34fdd17f x-openstack-request-id: req-4b09d9be-a5f7-47c4-affd-a09e34fdd17f {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:30:54.892873 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd00a550-e38c-493d-bbb2-f5ea04cbf4fe", "tag": "69f210e4-9be0-4220-b221-1ea0fca80871", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:30:54.892988 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b09d9be-a5f7-47c4-affd-a09e34fdd17f {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:30:54.893331 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd00a550-e38c-493d-bbb2-f5ea04cbf4fe', 'tag': '69f210e4-9be0-4220-b221-1ea0fca80871', 'status': 'completed', 'code': 200} Sep 26 11:30:54.928228 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeeb170-ca9f-407e-a283-dbe816e9c07f service neutron] Pushing event updated for resources: {'Port': ['ID=69f210e4-9be0-4220-b221-1ea0fca80871,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:54.998902 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bff07e-6775-44ab-8490-a2485d76be6d admin admin] Pushing event deleted for resources: {'Port': ['ID=57712420-5025-440c-8935-9245106becf4,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:55.008694 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0c82cc0-5241-415a-8125-c9e17e0e7b83 req-cc921e3b-5d33-422a-925b-67890f927ece tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:30:55.019102 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e141285-7bca-4d4d-81f5-34828836a16c None None] Sync routers for ids ['baa83b0e-fc20-4600-ab50-df4a6fd55676'] in dv-cinder-811032-1-iscsi {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:30:55.028953 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e141285-7bca-4d4d-81f5-34828836a16c None None] Routers {'baa83b0e-fc20-4600-ab50-df4a6fd55676'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:30:55.029556 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-2e141285-7bca-4d4d-81f5-34828836a16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:30:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['baa83b0e-fc20-4600-ab50-df4a6fd55676'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:30:55.063732 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c82cc0-5241-415a-8125-c9e17e0e7b83 req-cc921e3b-5d33-422a-925b-67890f927ece tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] No DVR routers for this DVR port 412511ac-d0a1-48b9-bf37-c2a2094b8521 on host hv-cinder-81103 {{(pid=94000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:30:55.067556 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [req-a0c82cc0-5241-415a-8125-c9e17e0e7b83 req-cc921e3b-5d33-422a-925b-67890f927ece tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:55.070477 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [req-a0c82cc0-5241-415a-8125-c9e17e0e7b83 req-cc921e3b-5d33-422a-925b-67890f927ece tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.22 "DELETE /v2.0/ports/412511ac-d0a1-48b9-bf37-c2a2094b8521 HTTP/1.1" status: 204 len: 173 time: 1.2905021 Sep 26 11:30:55.070987 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d20ed14-5c7e-49ec-bc77-98801e064a13', 'name': 'network-vif-deleted', 'tag': '412511ac-d0a1-48b9-bf37-c2a2094b8521'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:30:55.073338 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac05579741f88b05fd5495e6fabac80b3338caa1126b8e71f43a8600e84c3c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f5e8bf-3c94-4f3f-ac34-651599f84e75" -d '{"events": [{"server_uuid": "4d20ed14-5c7e-49ec-bc77-98801e064a13", "name": "network-vif-deleted", "tag": "412511ac-d0a1-48b9-bf37-c2a2094b8521"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:30:55.077979 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-18c804cc-7526-4215-8244-da809ffeb516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:55.080782 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-18c804cc-7526-4215-8244-da809ffeb516 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce837c99bcc9456283c5401547ff5a76&device_id=cd00a550-e38c-493d-bbb2-f5ea04cbf4fe HTTP/1.1" status: 200 len: 1097 time: 0.2303073 Sep 26 11:30:55.117781 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f2bff07e-6775-44ab-8490-a2485d76be6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748624'] for router_gateway, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:55.122956 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3010ed7d-5304-4669-838b-f7e0479c4d9f x-openstack-request-id: req-3010ed7d-5304-4669-838b-f7e0479c4d9f {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:30:55.123547 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d20ed14-5c7e-49ec-bc77-98801e064a13", "name": "network-vif-deleted", "tag": "412511ac-d0a1-48b9-bf37-c2a2094b8521", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:30:55.123966 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3010ed7d-5304-4669-838b-f7e0479c4d9f {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:30:55.124528 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d20ed14-5c7e-49ec-bc77-98801e064a13', 'name': 'network-vif-deleted', 'tag': '412511ac-d0a1-48b9-bf37-c2a2094b8521', 'status': 'completed', 'code': 200} Sep 26 11:30:55.197934 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-2e141285-7bca-4d4d-81f5-34828836a16c None None] Set router baa83b0e-fc20-4600-ab50-df4a6fd55676 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:30:55.220231 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967bea0-5a18-46c7-ac0a-2ef0308b77ff req-c6d3396c-1c38-464e-9970-438d883998d5 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:55.222277 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e967bea0-5a18-46c7-ac0a-2ef0308b77ff req-c6d3396c-1c38-464e-9970-438d883998d5 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd00a550-e38c-493d-bbb2-f5ea04cbf4fe HTTP/1.1" status: 200 len: 944 time: 0.3096211 Sep 26 11:30:55.226378 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-850258dd-8c1b-4178-983e-2ff6c4c57c6a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69f210e4-9be0-4220-b221-1ea0fca80871 HTTP/1.1" status: 200 len: 217 time: 0.1357863 Sep 26 11:30:55.265689 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f2bff07e-6775-44ab-8490-a2485d76be6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-408'] for router, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:55.283946 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f2bff07e-6775-44ab-8490-a2485d76be6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:55.383458 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f2bff07e-6775-44ab-8490-a2485d76be6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751414'] for router, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:55.383458 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bff07e-6775-44ab-8490-a2485d76be6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f188e1c-9c98-4db1-bde0-c37a66fe071d {{(pid=94001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 11:30:55.388015 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f2bff07e-6775-44ab-8490-a2485d76be6d admin admin] Notify callbacks [] for router, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:55.389181 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-f2bff07e-6775-44ab-8490-a2485d76be6d admin admin] 10.222.0.15 "DELETE /v2.0/routers/6f188e1c-9c98-4db1-bde0-c37a66fe071d HTTP/1.1" status: 204 len: 168 time: 2.1623211 Sep 26 11:30:55.391903 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 54580) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:30:55.395807 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e967bea0-5a18-46c7-ac0a-2ef0308b77ff req-eee17168-fe25-45b3-9a2c-1339e9ea9fb6 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641119 Sep 26 11:30:55.397839 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-e8e40904-cd7b-457c-b04c-bdd016e2cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:55.398966 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-e8e40904-cd7b-457c-b04c-bdd016e2cf88 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=258101c2-cabd-4a87-bb0e-e9533532d3e4 HTTP/1.1" status: 200 len: 850 time: 0.1361511 Sep 26 11:30:55.431015 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-2e141285-7bca-4d4d-81f5-34828836a16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'name': 'tempest-AttachVolumeTestJSON-315950683-router', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e72f457-cea2-45ed-aafb-06650e206435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:26:15Z', 'updated_at': '2021-09-26T11:26:18Z', 'revision_number': 4, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'gw_port': {'id': '2e72f457-cea2-45ed-aafb-06650e206435', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:13:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:16Z', 'updated_at': '2021-09-26T11:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '2dbd1243-b6c2-4dea-a47b-fb8fb195c855', 'name': '', 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'mac_address': 'fa:16:3e:10:27:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:18Z', 'updated_at': '2021-09-26T11:26:23Z', 'revision_number': 5, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'subnets': [{'id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:30:55.461382 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9425cc3-9a35-4ad1-8a89-e88f51909443 admin admin] Deleting subnet 2b44da5b-f6be-4c2b-9181-e5027ad05c6e {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 11:30:55.465108 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-f8bfb6f8-2867-4c61-88c8-d3b7d401d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:55.465502 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a9425cc3-9a35-4ad1-8a89-e88f51909443 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:55.468961 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-f8bfb6f8-2867-4c61-88c8-d3b7d401d4f9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583990 Sep 26 11:30:55.469417 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e141285-7bca-4d4d-81f5-34828836a16c None None] Checking router: baa83b0e-fc20-4600-ab50-df4a6fd55676 for host: dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:30:55.479478 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e141285-7bca-4d4d-81f5-34828836a16c None None] Routers {'baa83b0e-fc20-4600-ab50-df4a6fd55676'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:30:55.480094 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-2e141285-7bca-4d4d-81f5-34828836a16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:30:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['baa83b0e-fc20-4600-ab50-df4a6fd55676'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:30:55.507901 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a9425cc3-9a35-4ad1-8a89-e88f51909443 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530207187'] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:55.606024 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-f19fba0f-7723-49c5-ba2f-b5cfe280e638 service neutron] 10.222.0.22 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295280 Sep 26 11:30:55.635508 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a9425cc3-9a35-4ad1-8a89-e88f51909443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733527'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:55.639047 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-2e141285-7bca-4d4d-81f5-34828836a16c None None] Set router baa83b0e-fc20-4600-ab50-df4a6fd55676 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:30:55.696196 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a9425cc3-9a35-4ad1-8a89-e88f51909443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530160691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530427440'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:55.710081 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e2bfd708-2752-4120-8b6f-25c06b38bd99 req-8d4dd9a0-067d-46da-92e6-6176d2da0388 service neutron] 10.222.0.22 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958977 Sep 26 11:30:55.729880 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9425cc3-9a35-4ad1-8a89-e88f51909443 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b44da5b-f6be-4c2b-9181-e5027ad05c6e,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:55.732232 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a9425cc3-9a35-4ad1-8a89-e88f51909443 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:55.735213 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-a9425cc3-9a35-4ad1-8a89-e88f51909443 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2b44da5b-f6be-4c2b-9181-e5027ad05c6e HTTP/1.1" status: 204 len: 168 time: 0.3420663 Sep 26 11:30:55.737970 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 54582) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:30:55.744559 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aea09a-5ab5-482f-bec4-2bea39bc18f8 None None] Network 170bc247-26ea-4b73-a00c-77aa4c7087e6 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:30:55.846219 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-dc0625e5-ba17-4305-b27e-7b7e94b9cac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832047'] for network, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:55.860873 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64933cfe-8630-47d2-9ed4-d576635d2880 req-14d5412d-7132-439b-829e-413efc63b644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:55.863496 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-64933cfe-8630-47d2-9ed4-d576635d2880 req-14d5412d-7132-439b-829e-413efc63b644 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce837c99bcc9456283c5401547ff5a76&device_id=cd00a550-e38c-493d-bbb2-f5ea04cbf4fe HTTP/1.1" status: 200 len: 1097 time: 0.0976281 Sep 26 11:30:55.913526 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-2e141285-7bca-4d4d-81f5-34828836a16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'name': 'tempest-AttachVolumeTestJSON-315950683-router', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e72f457-cea2-45ed-aafb-06650e206435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:26:15Z', 'updated_at': '2021-09-26T11:26:18Z', 'revision_number': 4, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'gw_port': {'id': '2e72f457-cea2-45ed-aafb-06650e206435', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:13:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:16Z', 'updated_at': '2021-09-26T11:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '2dbd1243-b6c2-4dea-a47b-fb8fb195c855', 'name': '', 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'mac_address': 'fa:16:3e:10:27:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:18Z', 'updated_at': '2021-09-26T11:26:23Z', 'revision_number': 5, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'subnets': [{'id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:30:55.949826 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 54588) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:30:55.957113 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9157cce-89bc-464e-a41c-a1ac6111dd7e None None] DHCP port deletion for 170bc247-26ea-4b73-a00c-77aa4c7087e6 request from dv-cinder-811032-1-iscsi {{(pid=94002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 11:30:55.957404 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e141285-7bca-4d4d-81f5-34828836a16c None None] The sync data for ids ['baa83b0e-fc20-4600-ab50-df4a6fd55676'] in dv-cinder-811032-1-iscsi is: [{'id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'name': 'tempest-AttachVolumeTestJSON-315950683-router', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e72f457-cea2-45ed-aafb-06650e206435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:26:15Z', 'updated_at': '2021-09-26T11:26:18Z', 'revision_number': 4, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'gw_port': {'id': '2e72f457-cea2-45ed-aafb-06650e206435', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:13:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:16Z', 'updated_at': '2021-09-26T11:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '2dbd1243-b6c2-4dea-a47b-fb8fb195c855', 'name': '', 'network_id': '33aa0508-6769-4d11-a139-b97309f298c0', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'mac_address': 'fa:16:3e:10:27:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:18Z', 'updated_at': '2021-09-26T11:26:23Z', 'revision_number': 5, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'subnets': [{'id': '21de4efa-7bad-4711-b421-ca5ac892cc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:30:56.008727 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-e9157cce-89bc-464e-a41c-a1ac6111dd7e None None] Deleting port 9b227118-8891-4aa3-9ccb-cec11e03d129 {{(pid=94002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:30:56.009426 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-e9157cce-89bc-464e-a41c-a1ac6111dd7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:56.015717 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-dc0625e5-ba17-4305-b27e-7b7e94b9cac4 admin admin] Deleting port 9b227118-8891-4aa3-9ccb-cec11e03d129 {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:30:56.016058 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-dc0625e5-ba17-4305-b27e-7b7e94b9cac4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:56.036556 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f85c2652-2818-46f8-9c66-5612890b903d tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:56.041547 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64933cfe-8630-47d2-9ed4-d576635d2880 req-cfe9490d-baf2-4fb5-a039-a09e6b539554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:56.043119 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-64933cfe-8630-47d2-9ed4-d576635d2880 req-cfe9490d-baf2-4fb5-a039-a09e6b539554 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8 HTTP/1.1" status: 200 len: 912 time: 0.1717896 Sep 26 11:30:56.069741 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f85c2652-2818-46f8-9c66-5612890b903d tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:56.098710 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-e9157cce-89bc-464e-a41c-a1ac6111dd7e None None] For port 9b227118-8891-4aa3-9ccb-cec11e03d129, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=9b227118-8891-4aa3-9ccb-cec11e03d129,segment=NetworkSegment(6a4bd0d3-616a-45ec-af0c-9e84861e3fc5),segment_id=6a4bd0d3-616a-45ec-af0c-9e84861e3fc5)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:30:56.099045 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-e9157cce-89bc-464e-a41c-a1ac6111dd7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:56.115137 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-e9157cce-89bc-464e-a41c-a1ac6111dd7e None None] Calling delete_port for 9b227118-8891-4aa3-9ccb-cec11e03d129 owned by network:dhcp {{(pid=94002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:30:56.132274 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-64933cfe-8630-47d2-9ed4-d576635d2880 req-9ad440b5-6cc0-4878-9d99-3bae4a764d84 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69f210e4-9be0-4220-b221-1ea0fca80871 HTTP/1.1" status: 200 len: 217 time: 0.0758774 Sep 26 11:30:56.134134 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-dc0625e5-ba17-4305-b27e-7b7e94b9cac4 admin admin] For port 9b227118-8891-4aa3-9ccb-cec11e03d129, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=9b227118-8891-4aa3-9ccb-cec11e03d129,segment=NetworkSegment(6a4bd0d3-616a-45ec-af0c-9e84861e3fc5),segment_id=6a4bd0d3-616a-45ec-af0c-9e84861e3fc5)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:30:56.134443 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-dc0625e5-ba17-4305-b27e-7b7e94b9cac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:56.137281 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f85c2652-2818-46f8-9c66-5612890b903d tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:56.146665 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-f85c2652-2818-46f8-9c66-5612890b903d tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:56.150130 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-f85c2652-2818-46f8-9c66-5612890b903d tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "DELETE /v2.0/security-groups/d91839ed-be36-4be7-a680-6c4bc2b406b2 HTTP/1.1" status: 204 len: 168 time: 0.1968856 Sep 26 11:30:56.151705 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 54590) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:30:56.183036 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-dc0625e5-ba17-4305-b27e-7b7e94b9cac4 admin admin] Calling delete_port for 9b227118-8891-4aa3-9ccb-cec11e03d129 owned by network:dhcp {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:30:56.184398 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.api.v2.resource [None req-6cb62331-ed84-4b8a-805a-b62762913d91 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] show failed (client error): The resource could not be found. Sep 26 11:30:56.187816 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-6cb62331-ed84-4b8a-805a-b62762913d91 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "GET /v2.0/security-groups/d91839ed-be36-4be7-a680-6c4bc2b406b2 HTTP/1.1" status: 404 len: 347 time: 0.0325198 Sep 26 11:30:56.187816 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c2652-2818-46f8-9c66-5612890b903d tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91839ed-be36-4be7-a680-6c4bc2b406b2,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:56.193226 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 54592) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:30:56.202246 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 57712420-5025-440c-8935-9245106becf4 no longer exists at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:30:56.230065 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] No Port match for: 57712420-5025-440c-8935-9245106becf4 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:30:56.230403 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 57712420-5025-440c-8935-9245106becf4 not bound to the agent host dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:30:56.231021 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 9b227118-8891-4aa3-9ccb-cec11e03d129 no longer exists at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:30:56.285374 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64933cfe-8630-47d2-9ed4-d576635d2880 req-7e60ff2e-b2d7-4978-856c-2261bb15e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:56.286672 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-64933cfe-8630-47d2-9ed4-d576635d2880 req-7e60ff2e-b2d7-4978-856c-2261bb15e58f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=258101c2-cabd-4a87-bb0e-e9533532d3e4 HTTP/1.1" status: 200 len: 850 time: 0.1438718 Sep 26 11:30:56.309996 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-e9157cce-89bc-464e-a41c-a1ac6111dd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600'] for port, after_delete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:56.312510 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b6cb8f-ea7e-46a7-9bc3-f7bad4c9f347 None None] New status for floating IP 71c65521-9d1e-4625-b495-63128101bda6: DOWN {{(pid=94002) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 11:30:56.373798 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9157cce-89bc-464e-a41c-a1ac6111dd7e None None] Pushing event deleted for resources: {'Port': ['ID=9b227118-8891-4aa3-9ccb-cec11e03d129,revision_number=None']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:56.411715 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64933cfe-8630-47d2-9ed4-d576635d2880 req-149f479a-e375-40e6-bc35-49d054c2a8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:56.413229 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-64933cfe-8630-47d2-9ed4-d576635d2880 req-149f479a-e375-40e6-bc35-49d054c2a8f6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0958023 Sep 26 11:30:56.414495 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9157cce-89bc-464e-a41c-a1ac6111dd7e None None] No DVR routers for this DVR port 9b227118-8891-4aa3-9ccb-cec11e03d129 on host dv-cinder-811032-1-iscsi {{(pid=94002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:30:56.424079 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-dc0625e5-ba17-4305-b27e-7b7e94b9cac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:56.427528 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:56.477011 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-43711c6e-0f2a-4440-807c-d310373a59a9 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Deleting port ebffc22c-b7ee-462e-af72-68faaaec33d8 {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:30:56.477348 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-43711c6e-0f2a-4440-807c-d310373a59a9 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:56.479136 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0625e5-ba17-4305-b27e-7b7e94b9cac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b227118-8891-4aa3-9ccb-cec11e03d129,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:56.481089 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0625e5-ba17-4305-b27e-7b7e94b9cac4 admin admin] No DVR routers for this DVR port 9b227118-8891-4aa3-9ccb-cec11e03d129 on host dv-cinder-811032-1-iscsi {{(pid=94001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:30:56.687293 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-dc0625e5-ba17-4305-b27e-7b7e94b9cac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722414', 'neutron.services.segments.db._delete_segments_for_network-8784557248148'] for network, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:56.709928 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-64933cfe-8630-47d2-9ed4-d576635d2880 req-6cc244df-7716-4268-88cd-5b7b000aa872 service neutron] 10.222.0.22 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883263 Sep 26 11:30:56.731490 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.services.segments.db [None req-dc0625e5-ba17-4305-b27e-7b7e94b9cac4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170bc247-26ea-4b73-a00c-77aa4c7087e6']}} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:30:56.753095 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c303e2f-7b82-47c4-8d72-5767d098d445 req-1b89c54d-c2b8-4163-bc10-94386833b0fc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:56.754534 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3c303e2f-7b82-47c4-8d72-5767d098d445 req-1b89c54d-c2b8-4163-bc10-94386833b0fc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd00a550-e38c-493d-bbb2-f5ea04cbf4fe HTTP/1.1" status: 200 len: 944 time: 0.2265527 Sep 26 11:30:56.764177 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-43711c6e-0f2a-4440-807c-d310373a59a9 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:56.764504 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-43711c6e-0f2a-4440-807c-d310373a59a9 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:56.777595 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.services.segments.db [None req-dc0625e5-ba17-4305-b27e-7b7e94b9cac4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4bd0d3-616a-45ec-af0c-9e84861e3fc5') {'for_net_delete': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:30:56.777886 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.services.segments.db [None req-dc0625e5-ba17-4305-b27e-7b7e94b9cac4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4bd0d3-616a-45ec-af0c-9e84861e3fc5') {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:30:56.808704 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-43711c6e-0f2a-4440-807c-d310373a59a9 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Calling delete_port for ebffc22c-b7ee-462e-af72-68faaaec33d8 owned by network:floatingip {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:30:56.811432 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-dc0625e5-ba17-4305-b27e-7b7e94b9cac4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784557247901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2161618'] for segment, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:56.868883 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-dc0625e5-ba17-4305-b27e-7b7e94b9cac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:56.918691 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0625e5-ba17-4305-b27e-7b7e94b9cac4 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=94001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 11:30:56.919080 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-dc0625e5-ba17-4305-b27e-7b7e94b9cac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530550903'] for segment, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: self.session.flush() Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: self.session.flush() Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: self.session.flush() Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: self.session.flush() Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: Traceback (most recent call last): Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: timer() Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: cb(*args, **kw) Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: return func(*args, **kwargs) Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: self._notify() Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: self.callback(batched_events) Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: event.method(event) Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: return f(self, *a, **k) Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: return self._get(url).json() Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: return self.request(url, 'GET', **kwargs) Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 11:30:56.920760 dv-cinder-811032-1-iscsi neutron-server[94001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 11:30:56.945231 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3c303e2f-7b82-47c4-8d72-5767d098d445 req-3a8cd631-ddba-47e0-9dd5-05eb86fc8ba5 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767190 Sep 26 11:30:56.964981 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-64933cfe-8630-47d2-9ed4-d576635d2880 req-7a2fd9be-1689-46d8-b199-da5269bc1d8f service neutron] 10.222.0.22 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414460 Sep 26 11:30:57.007460 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-dc0625e5-ba17-4305-b27e-7b7e94b9cac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748556'] for network, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:57.013414 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-dc0625e5-ba17-4305-b27e-7b7e94b9cac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:57.015315 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-dc0625e5-ba17-4305-b27e-7b7e94b9cac4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/170bc247-26ea-4b73-a00c-77aa4c7087e6 HTTP/1.1" status: 204 len: 168 time: 1.2763438 Sep 26 11:30:57.029906 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0625e5-ba17-4305-b27e-7b7e94b9cac4 admin admin] Pushing event deleted for resources: {'Network': ['ID=170bc247-26ea-4b73-a00c-77aa4c7087e6,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:57.114807 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-43711c6e-0f2a-4440-807c-d310373a59a9 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:57.142861 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43711c6e-0f2a-4440-807c-d310373a59a9 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Pushing event deleted for resources: {'Port': ['ID=ebffc22c-b7ee-462e-af72-68faaaec33d8,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:57.145169 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 54598) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:30:57.191759 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-47994629-b31c-4fed-b7d8-4aaab9162009 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e441f8769a94b6ba6ebc00ed8d7c160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447934 Sep 26 11:30:57.195106 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 54600) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:30:57.208416 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-43711c6e-0f2a-4440-807c-d310373a59a9 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks [] for floatingip, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:57.211292 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-43711c6e-0f2a-4440-807c-d310373a59a9 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for floatingip, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:57.214992 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-43711c6e-0f2a-4440-807c-d310373a59a9 tempest-AttachVolumeTestJSON-1104579981 tempest-AttachVolumeTestJSON-1104579981-project] 10.222.0.15 "DELETE /v2.0/floatingips/71c65521-9d1e-4625-b495-63128101bda6 HTTP/1.1" status: 204 len: 168 time: 1.0183058 Sep 26 11:30:57.247753 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-64d85f01-ef24-4b5d-9f01-a9b5c34c6fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:57.273547 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-64d85f01-ef24-4b5d-9f01-a9b5c34c6fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:57.308397 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 412511ac-d0a1-48b9-bf37-c2a2094b8521 no longer exists at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:30:57.335931 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] No Port match for: 412511ac-d0a1-48b9-bf37-c2a2094b8521 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:30:57.336486 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 412511ac-d0a1-48b9-bf37-c2a2094b8521 not bound to the agent host hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:30:57.343180 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-64d85f01-ef24-4b5d-9f01-a9b5c34c6fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:57.345831 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-64d85f01-ef24-4b5d-9f01-a9b5c34c6fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:57.347144 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-64d85f01-ef24-4b5d-9f01-a9b5c34c6fa2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/29c32d23-dd39-4bd5-9e17-2f20262d2cda HTTP/1.1" status: 204 len: 168 time: 0.1511283 Sep 26 11:30:57.356122 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d85f01-ef24-4b5d-9f01-a9b5c34c6fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c32d23-dd39-4bd5-9e17-2f20262d2cda,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:57.670672 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 54610) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:30:57.712784 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-f09fdb3f-7010-4f04-9e26-79dcc19df107 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e05070e3e7fc466bb265f4d83f3f9e66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410070 Sep 26 11:30:57.715351 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 54612) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:30:57.770005 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-713cb765-fbc5-4bae-8efd-7811ac1aa6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:57.792453 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-713cb765-fbc5-4bae-8efd-7811ac1aa6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:57.840170 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-713cb765-fbc5-4bae-8efd-7811ac1aa6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:57.842706 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-713cb765-fbc5-4bae-8efd-7811ac1aa6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:57.843865 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-713cb765-fbc5-4bae-8efd-7811ac1aa6c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54d8110a-b86d-429e-8ff6-454430117826 HTTP/1.1" status: 204 len: 168 time: 0.1276088 Sep 26 11:30:57.852056 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713cb765-fbc5-4bae-8efd-7811ac1aa6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d8110a-b86d-429e-8ff6-454430117826,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:30:58.072071 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030e434-8a09-47fd-8786-b58cb1e3e423 req-dd3899dc-ea69-4132-a7ec-aef443774748 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:58.073730 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c030e434-8a09-47fd-8786-b58cb1e3e423 req-dd3899dc-ea69-4132-a7ec-aef443774748 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd00a550-e38c-493d-bbb2-f5ea04cbf4fe HTTP/1.1" status: 200 len: 944 time: 0.0550408 Sep 26 11:30:58.117487 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c030e434-8a09-47fd-8786-b58cb1e3e423 req-c1fd4cc6-bcc4-4475-afa6-9e4bb82b9e1a tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372190 Sep 26 11:30:58.306207 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:30:59.236879 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b92e1-89d1-4c16-8b77-3cb94e89ae50 req-c6138005-f16f-4f0d-8e99-66ae557c7f86 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:30:59.238392 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-af9b92e1-89d1-4c16-8b77-3cb94e89ae50 req-c6138005-f16f-4f0d-8e99-66ae557c7f86 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd00a550-e38c-493d-bbb2-f5ea04cbf4fe HTTP/1.1" status: 200 len: 944 time: 0.0536542 Sep 26 11:30:59.277386 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-af9b92e1-89d1-4c16-8b77-3cb94e89ae50 req-47b9f115-bf85-477c-ac79-955a8724733d tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321195 Sep 26 11:30:59.344921 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-24175e41-023a-4a2d-88ed-f4af68def108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:30:59.713685 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:00.020073 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6b81fe7f-d2da-425d-9cda-c2331181426f req-8cb22e79-35be-4062-974c-42d6eae543da service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=89f2c8a2-988c-461a-9794-2567df57261f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430055 Sep 26 11:31:00.090394 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81fe7f-d2da-425d-9cda-c2331181426f req-6bed3c3a-e405-407a-8f7b-dbb5aff77fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:31:00.092083 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6b81fe7f-d2da-425d-9cda-c2331181426f req-6bed3c3a-e405-407a-8f7b-dbb5aff77fda service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce837c99bcc9456283c5401547ff5a76&device_id=89f2c8a2-988c-461a-9794-2567df57261f HTTP/1.1" status: 200 len: 1099 time: 0.0443895 Sep 26 11:31:00.200915 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81fe7f-d2da-425d-9cda-c2331181426f req-5bce4857-fde1-48f8-bf7c-0c34c4e2aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:31:00.202333 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6b81fe7f-d2da-425d-9cda-c2331181426f req-5bce4857-fde1-48f8-bf7c-0c34c4e2aa4b service neutron] 10.222.0.22 "GET /v2.0/networks?id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8 HTTP/1.1" status: 200 len: 912 time: 0.0896292 Sep 26 11:31:00.541587 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6b81fe7f-d2da-425d-9cda-c2331181426f req-f2f00a68-12b9-4b46-a830-46026095c58f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf8a204d-6396-4e94-a812-1c590ba8e32c HTTP/1.1" status: 200 len: 1002 time: 0.3302402 Sep 26 11:31:00.557666 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00cbbe-9d89-4bf2-866f-d111739c07cd req-66ca2cce-2d5d-460d-b738-43cd33eaf167 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:31:00.559091 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5c00cbbe-9d89-4bf2-866f-d111739c07cd req-66ca2cce-2d5d-460d-b738-43cd33eaf167 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd00a550-e38c-493d-bbb2-f5ea04cbf4fe HTTP/1.1" status: 200 len: 944 time: 0.0650589 Sep 26 11:31:00.626071 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-5c00cbbe-9d89-4bf2-866f-d111739c07cd req-25dfb739-55e1-4caf-8651-0d87a55e9ed9 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602748 Sep 26 11:31:00.627573 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81fe7f-d2da-425d-9cda-c2331181426f req-17619421-7561-49b2-8081-33d43a34c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:31:00.628921 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6b81fe7f-d2da-425d-9cda-c2331181426f req-17619421-7561-49b2-8081-33d43a34c2e1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=258101c2-cabd-4a87-bb0e-e9533532d3e4 HTTP/1.1" status: 200 len: 850 time: 0.0794656 Sep 26 11:31:00.674313 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81fe7f-d2da-425d-9cda-c2331181426f req-47b4e011-1a97-4adb-8718-ead7738a2e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:31:00.675816 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6b81fe7f-d2da-425d-9cda-c2331181426f req-47b4e011-1a97-4adb-8718-ead7738a2e51 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398896 Sep 26 11:31:00.772152 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6b81fe7f-d2da-425d-9cda-c2331181426f req-5824566a-7d2f-4a2c-b032-46b3cf9b3d84 service neutron] 10.222.0.22 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885086 Sep 26 11:31:00.799776 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 54644) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:00.867184 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6b81fe7f-d2da-425d-9cda-c2331181426f req-7a2c0e45-1ee2-4b70-bb07-3e0ba4bf8188 service neutron] 10.222.0.22 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877340 Sep 26 11:31:01.150208 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1799029f-0f22-4f0b-b979-f9adf0c5c988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-750106'] for router_interface, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:01.401149 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-1799029f-0f22-4f0b-b979-f9adf0c5c988 admin admin] Deleting port 2dbd1243-b6c2-4dea-a47b-fb8fb195c855 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:31:01.401400 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1799029f-0f22-4f0b-b979-f9adf0c5c988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:01.487138 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-1799029f-0f22-4f0b-b979-f9adf0c5c988 admin admin] For port 2dbd1243-b6c2-4dea-a47b-fb8fb195c855, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=2dbd1243-b6c2-4dea-a47b-fb8fb195c855,segment=NetworkSegment(a0db8883-6c7c-4d85-929a-634a213f1538),segment_id=a0db8883-6c7c-4d85-929a-634a213f1538)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:31:01.487500 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1799029f-0f22-4f0b-b979-f9adf0c5c988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:01.501028 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-1799029f-0f22-4f0b-b979-f9adf0c5c988 admin admin] Calling delete_port for 2dbd1243-b6c2-4dea-a47b-fb8fb195c855 owned by network:router_interface {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:31:01.681884 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1799029f-0f22-4f0b-b979-f9adf0c5c988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:01.710439 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799029f-0f22-4f0b-b979-f9adf0c5c988 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dbd1243-b6c2-4dea-a47b-fb8fb195c855,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:01.763570 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332ec16-aff2-4822-86fd-93c94e4c91ba req-2d95a3ed-63c6-4310-b742-589363707ca4 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:31:01.767297 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c332ec16-aff2-4822-86fd-93c94e4c91ba req-2d95a3ed-63c6-4310-b742-589363707ca4 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd00a550-e38c-493d-bbb2-f5ea04cbf4fe HTTP/1.1" status: 200 len: 944 time: 0.0694129 Sep 26 11:31:01.812195 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c332ec16-aff2-4822-86fd-93c94e4c91ba req-cfedb818-79f7-437e-9913-791bbe7dd7d8 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407324 Sep 26 11:31:01.875966 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-130fd88a-fbcb-41fc-92f9-81d0b46d1fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:01.894807 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1799029f-0f22-4f0b-b979-f9adf0c5c988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748691'] for router_interface, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:02.116699 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1799029f-0f22-4f0b-b979-f9adf0c5c988 admin admin] Router baa83b0e-fc20-4600-ab50-df4a6fd55676 has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:31:02.232458 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1799029f-0f22-4f0b-b979-f9adf0c5c988 admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:31:02.238896 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-1799029f-0f22-4f0b-b979-f9adf0c5c988 admin admin] 10.222.0.15 "PUT /v2.0/routers/baa83b0e-fc20-4600-ab50-df4a6fd55676/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4366446 Sep 26 11:31:02.241722 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 54648) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:02.243788 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba9c12d-1f0a-4088-a193-9c5e1de72df1 None None] Sync routers for ids ['baa83b0e-fc20-4600-ab50-df4a6fd55676'] in dv-cinder-811032-1-iscsi {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:31:02.253303 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba9c12d-1f0a-4088-a193-9c5e1de72df1 None None] Routers {'baa83b0e-fc20-4600-ab50-df4a6fd55676'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:31:02.253916 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-4ba9c12d-1f0a-4088-a193-9c5e1de72df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:31:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['baa83b0e-fc20-4600-ab50-df4a6fd55676'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:31:02.349513 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4cfbc307-98b2-48db-a149-c662e0cc6444 admin admin] Notify callbacks [] for router, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:02.359406 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-4ba9c12d-1f0a-4088-a193-9c5e1de72df1 None None] Set router baa83b0e-fc20-4600-ab50-df4a6fd55676 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:31:02.461998 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4cfbc307-98b2-48db-a149-c662e0cc6444 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:02.482194 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:02.525537 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-4cfbc307-98b2-48db-a149-c662e0cc6444 admin admin] Deleting port 2e72f457-cea2-45ed-aafb-06650e206435 {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:31:02.525875 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4cfbc307-98b2-48db-a149-c662e0cc6444 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:02.602398 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-4cfbc307-98b2-48db-a149-c662e0cc6444 admin admin] For port 2e72f457-cea2-45ed-aafb-06650e206435, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=2e72f457-cea2-45ed-aafb-06650e206435,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:31:02.602796 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4cfbc307-98b2-48db-a149-c662e0cc6444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:02.616701 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-4cfbc307-98b2-48db-a149-c662e0cc6444 admin admin] Calling delete_port for 2e72f457-cea2-45ed-aafb-06650e206435 owned by network:router_gateway {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:31:02.636370 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-4ba9c12d-1f0a-4088-a193-9c5e1de72df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'name': 'tempest-AttachVolumeTestJSON-315950683-router', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e72f457-cea2-45ed-aafb-06650e206435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:26:15Z', 'updated_at': '2021-09-26T11:31:01Z', 'revision_number': 5, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'gw_port': {'id': '2e72f457-cea2-45ed-aafb-06650e206435', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:13:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:26:16Z', 'updated_at': '2021-09-26T11:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:31:02.661935 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba9c12d-1f0a-4088-a193-9c5e1de72df1 None None] Checking router: baa83b0e-fc20-4600-ab50-df4a6fd55676 for host: dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:31:02.670311 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba9c12d-1f0a-4088-a193-9c5e1de72df1 None None] Routers {'baa83b0e-fc20-4600-ab50-df4a6fd55676'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:31:02.671014 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-4ba9c12d-1f0a-4088-a193-9c5e1de72df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:31:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['baa83b0e-fc20-4600-ab50-df4a6fd55676'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:31:02.758871 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-4ba9c12d-1f0a-4088-a193-9c5e1de72df1 None None] Set router baa83b0e-fc20-4600-ab50-df4a6fd55676 gateway port host: None {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:31:02.793936 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4cfbc307-98b2-48db-a149-c662e0cc6444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:02.815347 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-4ba9c12d-1f0a-4088-a193-9c5e1de72df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'name': 'tempest-AttachVolumeTestJSON-315950683-router', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:26:15Z', 'updated_at': '2021-09-26T11:31:02Z', 'revision_number': 6, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'gw_port_host': None}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:31:02.825826 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbc307-98b2-48db-a149-c662e0cc6444 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e72f457-cea2-45ed-aafb-06650e206435,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:02.857207 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba9c12d-1f0a-4088-a193-9c5e1de72df1 None None] The sync data for ids ['baa83b0e-fc20-4600-ab50-df4a6fd55676'] in dv-cinder-811032-1-iscsi is: [{'id': 'baa83b0e-fc20-4600-ab50-df4a6fd55676', 'name': 'tempest-AttachVolumeTestJSON-315950683-router', 'tenant_id': '7cb378b591e143fb91d044bdf1c9f3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:26:15Z', 'updated_at': '2021-09-26T11:31:02Z', 'revision_number': 6, 'project_id': '7cb378b591e143fb91d044bdf1c9f3df', 'gw_port_host': None}] {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:31:02.930556 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4cfbc307-98b2-48db-a149-c662e0cc6444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748624'] for router_gateway, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:03.028963 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4cfbc307-98b2-48db-a149-c662e0cc6444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-408'] for router, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:03.037665 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f21b9a-e617-4add-b232-124445a53ea1 req-1b37fab3-d2a7-4aed-bf0a-e00018d1a2f3 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:31:03.039196 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a5f21b9a-e617-4add-b232-124445a53ea1 req-1b37fab3-d2a7-4aed-bf0a-e00018d1a2f3 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd00a550-e38c-493d-bbb2-f5ea04cbf4fe HTTP/1.1" status: 200 len: 944 time: 0.1397219 Sep 26 11:31:03.040367 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4cfbc307-98b2-48db-a149-c662e0cc6444 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:03.104129 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4cfbc307-98b2-48db-a149-c662e0cc6444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751414'] for router, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:03.104593 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfbc307-98b2-48db-a149-c662e0cc6444 admin admin] Fanout notify agent at l3_agent the message router_deleted on router baa83b0e-fc20-4600-ab50-df4a6fd55676 {{(pid=94001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 11:31:03.110304 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-4cfbc307-98b2-48db-a149-c662e0cc6444 admin admin] Notify callbacks [] for router, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:03.111409 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-4cfbc307-98b2-48db-a149-c662e0cc6444 admin admin] 10.222.0.15 "DELETE /v2.0/routers/baa83b0e-fc20-4600-ab50-df4a6fd55676 HTTP/1.1" status: 204 len: 168 time: 0.8678858 Sep 26 11:31:03.114314 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 54652) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:03.118664 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a5f21b9a-e617-4add-b232-124445a53ea1 req-637f5964-5be5-4297-86f8-69089ccaf8c6 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730858 Sep 26 11:31:03.165981 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed7cb364-b3aa-4420-b2d7-b55cd51ed9ec admin admin] Deleting subnet 21de4efa-7bad-4711-b421-ca5ac892cc95 {{(pid=94001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 11:31:03.169185 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ed7cb364-b3aa-4420-b2d7-b55cd51ed9ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:03.204785 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ed7cb364-b3aa-4420-b2d7-b55cd51ed9ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2161611'] for subnet, precommit_delete_associations {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:03.291399 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ed7cb364-b3aa-4420-b2d7-b55cd51ed9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733527'] for subnet, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:03.327491 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 69f210e4-9be0-4220-b221-1ea0fca80871 details requested by agent hyperv_hv-cinder-81103 with host hv-cinder-81103 {{(pid=94002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 11:31:03.329877 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:03.351657 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ed7cb364-b3aa-4420-b2d7-b55cd51ed9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530552793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529669039'] for subnet, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:03.380608 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ed7cb364-b3aa-4420-b2d7-b55cd51ed9ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:03.384877 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-ed7cb364-b3aa-4420-b2d7-b55cd51ed9ec admin admin] 10.222.0.15 "DELETE /v2.0/subnets/21de4efa-7bad-4711-b421-ca5ac892cc95 HTTP/1.1" status: 204 len: 168 time: 0.2669952 Sep 26 11:31:03.384877 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7cb364-b3aa-4420-b2d7-b55cd51ed9ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21de4efa-7bad-4711-b421-ca5ac892cc95,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:03.385118 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 54654) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:03.398358 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa796375-ec96-4e78-bbc1-871c0c1c61f1 None None] Network 33aa0508-6769-4d11-a139-b97309f298c0 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:31:03.455033 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d36f88e5-a844-4e8e-a123-84522e54a7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832047'] for network, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:03.478390 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 69f210e4-9be0-4220-b221-1ea0fca80871, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=69f210e4-9be0-4220-b221-1ea0fca80871,segment=NetworkSegment(16519192-f9bf-4c30-a8ac-07119e563f4f),segment_id=16519192-f9bf-4c30-a8ac-07119e563f4f)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:31:03.511070 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Returning: {'device': '69f210e4-9be0-4220-b221-1ea0fca80871', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'port_id': '69f210e4-9be0-4220-b221-1ea0fca80871', 'mac_address': 'fa:16:3e:14:d1:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 11:31:03.517962 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-d36f88e5-a844-4e8e-a123-84522e54a7b9 admin admin] Deleting port 22998c9a-cbe8-4bc9-a50e-a5d0be307d33 {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:31:03.518298 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d36f88e5-a844-4e8e-a123-84522e54a7b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:03.579284 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:03.585282 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-d36f88e5-a844-4e8e-a123-84522e54a7b9 admin admin] For port 22998c9a-cbe8-4bc9-a50e-a5d0be307d33, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=22998c9a-cbe8-4bc9-a50e-a5d0be307d33,segment=NetworkSegment(a0db8883-6c7c-4d85-929a-634a213f1538),segment_id=a0db8883-6c7c-4d85-929a-634a213f1538)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:31:03.585647 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d36f88e5-a844-4e8e-a123-84522e54a7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:03.598400 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-d36f88e5-a844-4e8e-a123-84522e54a7b9 admin admin] Calling delete_port for 22998c9a-cbe8-4bc9-a50e-a5d0be307d33 owned by network:dhcp {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:31:03.609338 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f210e4-9be0-4220-b221-1ea0fca80871 {{(pid=94002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:31:03.645970 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 69f210e4-9be0-4220-b221-1ea0fca80871, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=69f210e4-9be0-4220-b221-1ea0fca80871,segment=NetworkSegment(16519192-f9bf-4c30-a8ac-07119e563f4f),segment_id=16519192-f9bf-4c30-a8ac-07119e563f4f)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:31:03.650981 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:03.679611 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5188958-fe25-41b8-9baa-8ae6d8a18a72 None None] DHCP port deletion for 33aa0508-6769-4d11-a139-b97309f298c0 request from dv-cinder-811032-1-iscsi {{(pid=94002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 11:31:03.702996 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d36f88e5-a844-4e8e-a123-84522e54a7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:03.730002 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=69f210e4-9be0-4220-b221-1ea0fca80871,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:03.730869 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f88e5-a844-4e8e-a123-84522e54a7b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=22998c9a-cbe8-4bc9-a50e-a5d0be307d33,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:03.735226 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36f88e5-a844-4e8e-a123-84522e54a7b9 admin admin] No DVR routers for this DVR port 22998c9a-cbe8-4bc9-a50e-a5d0be307d33 on host dv-cinder-811032-1-iscsi {{(pid=94001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:31:03.752516 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-e5188958-fe25-41b8-9baa-8ae6d8a18a72 None None] Deleting port 22998c9a-cbe8-4bc9-a50e-a5d0be307d33 {{(pid=94002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:31:03.752894 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-e5188958-fe25-41b8-9baa-8ae6d8a18a72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:03.820568 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d36f88e5-a844-4e8e-a123-84522e54a7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722414', 'neutron.services.segments.db._delete_segments_for_network-8784557248148'] for network, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:03.842514 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-e5188958-fe25-41b8-9baa-8ae6d8a18a72 None None] For port 22998c9a-cbe8-4bc9-a50e-a5d0be307d33, host dv-cinder-811032-1-iscsi, got binding levels [] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:31:03.842953 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-e5188958-fe25-41b8-9baa-8ae6d8a18a72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:03.847072 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.services.segments.db [None req-d36f88e5-a844-4e8e-a123-84522e54a7b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33aa0508-6769-4d11-a139-b97309f298c0']}} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:31:03.858034 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-e5188958-fe25-41b8-9baa-8ae6d8a18a72 None None] Calling delete_port for 22998c9a-cbe8-4bc9-a50e-a5d0be307d33 owned by network:dhcp {{(pid=94002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:31:03.860442 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.services.segments.db [None req-d36f88e5-a844-4e8e-a123-84522e54a7b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0db8883-6c7c-4d85-929a-634a213f1538') {'for_net_delete': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:31:03.860758 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.services.segments.db [None req-d36f88e5-a844-4e8e-a123-84522e54a7b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0db8883-6c7c-4d85-929a-634a213f1538') {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:31:03.860943 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.ipam_backend_mixin [None req-e5188958-fe25-41b8-9baa-8ae6d8a18a72 None None] Port 22998c9a-cbe8-4bc9-a50e-a5d0be307d33 was not found and therefore no delete operation was performed {{(pid=94002) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 26 11:31:03.862355 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-e5188958-fe25-41b8-9baa-8ae6d8a18a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600'] for port, after_delete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:03.876618 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d36f88e5-a844-4e8e-a123-84522e54a7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784557247901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2161618'] for segment, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:03.889447 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5188958-fe25-41b8-9baa-8ae6d8a18a72 None None] Pushing event deleted for resources: {'Port': ['ID=22998c9a-cbe8-4bc9-a50e-a5d0be307d33,revision_number=None']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:03.892764 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5188958-fe25-41b8-9baa-8ae6d8a18a72 None None] No DVR routers for this DVR port 22998c9a-cbe8-4bc9-a50e-a5d0be307d33 on host dv-cinder-811032-1-iscsi {{(pid=94002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:31:03.896089 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['69f210e4-9be0-4220-b221-1ea0fca80871'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:31:03.901166 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d36f88e5-a844-4e8e-a123-84522e54a7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:03.914461 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36f88e5-a844-4e8e-a123-84522e54a7b9 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=94001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 11:31:03.914898 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d36f88e5-a844-4e8e-a123-84522e54a7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530550903'] for segment, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: Traceback (most recent call last): Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: timer() Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: cb(*args, **kw) Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: return func(*args, **kwargs) Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: self._notify() Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: self.callback(batched_events) Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: event.method(event) Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: return f(self, *a, **k) Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: return self._get(url).json() Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: return self.request(url, 'GET', **kwargs) Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 11:31:03.931542 dv-cinder-811032-1-iscsi neutron-server[94001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 11:31:03.983777 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d36f88e5-a844-4e8e-a123-84522e54a7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748556'] for network, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:03.992525 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d36f88e5-a844-4e8e-a123-84522e54a7b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:03.995987 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-d36f88e5-a844-4e8e-a123-84522e54a7b9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/33aa0508-6769-4d11-a139-b97309f298c0 HTTP/1.1" status: 204 len: 168 time: 0.6098900 Sep 26 11:31:04.011102 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f88e5-a844-4e8e-a123-84522e54a7b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=33aa0508-6769-4d11-a139-b97309f298c0,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:04.184009 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 22998c9a-cbe8-4bc9-a50e-a5d0be307d33 no longer exists at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:31:04.209727 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 54660) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:04.217332 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] No Port match for: 22998c9a-cbe8-4bc9-a50e-a5d0be307d33 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:31:04.218004 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 22998c9a-cbe8-4bc9-a50e-a5d0be307d33 not bound to the agent host dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:31:04.218805 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 2e72f457-cea2-45ed-aafb-06650e206435 no longer exists at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:31:04.249810 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] No Port match for: 2e72f457-cea2-45ed-aafb-06650e206435 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:31:04.251164 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 2e72f457-cea2-45ed-aafb-06650e206435 not bound to the agent host dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:31:04.251164 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 2dbd1243-b6c2-4dea-a47b-fb8fb195c855 no longer exists at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:31:04.255911 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-9e7979fa-3f1d-405e-8577-8380e68c7acb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7cb378b591e143fb91d044bdf1c9f3df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449066 Sep 26 11:31:04.259547 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 54662) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:04.272014 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a76c1f-a72f-475a-9d08-3a0f97cfa5c3 req-e8e5a4ba-0eaa-4628-aa9a-7be99ec777da tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:31:04.273534 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e5a76c1f-a72f-475a-9d08-3a0f97cfa5c3 req-e8e5a4ba-0eaa-4628-aa9a-7be99ec777da tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd00a550-e38c-493d-bbb2-f5ea04cbf4fe HTTP/1.1" status: 200 len: 945 time: 0.0786350 Sep 26 11:31:04.275768 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] No Port match for: 2dbd1243-b6c2-4dea-a47b-fb8fb195c855 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:31:04.276225 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 2dbd1243-b6c2-4dea-a47b-fb8fb195c855 not bound to the agent host dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:31:04.310843 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-01e7d13d-95ae-439f-9df3-5d4a1374e231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:04.313063 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e5a76c1f-a72f-475a-9d08-3a0f97cfa5c3 req-a990dc59-26e5-427b-8e4f-269455cd66c4 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322416 Sep 26 11:31:04.332379 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-01e7d13d-95ae-439f-9df3-5d4a1374e231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:04.377158 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-01e7d13d-95ae-439f-9df3-5d4a1374e231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:04.380421 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-01e7d13d-95ae-439f-9df3-5d4a1374e231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:04.381575 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-01e7d13d-95ae-439f-9df3-5d4a1374e231 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b03206eb-f32e-4cd0-9477-a29637049af6 HTTP/1.1" status: 204 len: 168 time: 0.1209624 Sep 26 11:31:04.389182 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7d13d-95ae-439f-9df3-5d4a1374e231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03206eb-f32e-4cd0-9477-a29637049af6,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:04.696873 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:05.339311 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 69f210e4-9be0-4220-b221-1ea0fca80871 up at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:31:05.397939 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning for port 69f210e4-9be0-4220-b221-1ea0fca80871 completed by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 11:31:05.402276 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning complete for port 69f210e4-9be0-4220-b221-1ea0fca80871 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:31:05.402764 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:05.436772 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3b7b7-6871-4751-8deb-61ad1e0ac0c5 req-b62d6e90-9261-4954-901e-f1c6f04da67b tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:31:05.438947 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9bc3b7b7-6871-4751-8deb-61ad1e0ac0c5 req-b62d6e90-9261-4954-901e-f1c6f04da67b tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd00a550-e38c-493d-bbb2-f5ea04cbf4fe HTTP/1.1" status: 200 len: 945 time: 0.0507784 Sep 26 11:31:05.488215 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9bc3b7b7-6871-4751-8deb-61ad1e0ac0c5 req-4d17f909-8134-4be1-a739-d3df5074f6c5 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428483 Sep 26 11:31:05.497677 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:05.525813 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd00a550-e38c-493d-bbb2-f5ea04cbf4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f210e4-9be0-4220-b221-1ea0fca80871'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:31:05.528040 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ab4b29-a5b5-4380-a214-6c5f050060b7" -d '{"events": [{"server_uuid": "cd00a550-e38c-493d-bbb2-f5ea04cbf4fe", "name": "network-vif-plugged", "status": "completed", "tag": "69f210e4-9be0-4220-b221-1ea0fca80871"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:31:05.541328 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port 69f210e4-9be0-4220-b221-1ea0fca80871, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=69f210e4-9be0-4220-b221-1ea0fca80871,segment=NetworkSegment(16519192-f9bf-4c30-a8ac-07119e563f4f),segment_id=16519192-f9bf-4c30-a8ac-07119e563f4f)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:31:05.546775 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:05.571317 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5424b85-9cbb-403c-ad9c-0e5784e09e78 x-openstack-request-id: req-a5424b85-9cbb-403c-ad9c-0e5784e09e78 {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:31:05.571614 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd00a550-e38c-493d-bbb2-f5ea04cbf4fe", "name": "network-vif-plugged", "status": "completed", "tag": "69f210e4-9be0-4220-b221-1ea0fca80871", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:31:05.571871 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a5424b85-9cbb-403c-ad9c-0e5784e09e78 {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:31:05.572265 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd00a550-e38c-493d-bbb2-f5ea04cbf4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f210e4-9be0-4220-b221-1ea0fca80871', 'code': 200} Sep 26 11:31:05.602417 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=69f210e4-9be0-4220-b221-1ea0fca80871,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:05.780980 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cac4e-542d-42e5-b46f-e248a3a71429 req-c20dcafc-1a62-4ed6-8090-3dfb92ea6928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:31:05.782747 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-668cac4e-542d-42e5-b46f-e248a3a71429 req-c20dcafc-1a62-4ed6-8090-3dfb92ea6928 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cd00a550-e38c-493d-bbb2-f5ea04cbf4fe HTTP/1.1" status: 200 len: 1099 time: 0.0419946 Sep 26 11:31:05.821032 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-668cac4e-542d-42e5-b46f-e248a3a71429 req-34372d86-6a07-4f64-9b68-e115be9da6f1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313036 Sep 26 11:31:05.887709 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 54706) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:05.994287 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-757ea277-9fee-46e3-9087-67915ea15b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:06.081018 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-757ea277-9fee-46e3-9087-67915ea15b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:06.085690 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-757ea277-9fee-46e3-9087-67915ea15b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:06.122934 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-757ea277-9fee-46e3-9087-67915ea15b72 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd5e338850b9439590cbdeabfb1d7276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341611 Sep 26 11:31:06.124790 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ea277-9fee-46e3-9087-67915ea15b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec58d22-6663-4da9-be56-b893373eb2c6,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:06.125615 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 54710) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:06.174794 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1bf5109b-ed05-4937-a4c1-1a0c2a755ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:06.198241 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1bf5109b-ed05-4937-a4c1-1a0c2a755ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:06.245152 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1bf5109b-ed05-4937-a4c1-1a0c2a755ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:06.247717 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-1bf5109b-ed05-4937-a4c1-1a0c2a755ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:06.248889 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-1bf5109b-ed05-4937-a4c1-1a0c2a755ae6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ec58d22-6663-4da9-be56-b893373eb2c6 HTTP/1.1" status: 204 len: 168 time: 0.1222818 Sep 26 11:31:06.256962 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5109b-ed05-4937-a4c1-1a0c2a755ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec58d22-6663-4da9-be56-b893373eb2c6,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:06.504090 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 54716) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:06.517972 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-550d2929-a579-48a7-9e7c-9f1c98f25eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:06.602432 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68efe96-e73c-405f-88f7-5f58b22b1b0a req-bea94987-a1f0-4ffa-b7e0-9b19ea94e88c tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:31:06.604084 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a68efe96-e73c-405f-88f7-5f58b22b1b0a req-bea94987-a1f0-4ffa-b7e0-9b19ea94e88c tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd00a550-e38c-493d-bbb2-f5ea04cbf4fe HTTP/1.1" status: 200 len: 946 time: 0.0508373 Sep 26 11:31:06.612949 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-550d2929-a579-48a7-9e7c-9f1c98f25eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:06.618099 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-550d2929-a579-48a7-9e7c-9f1c98f25eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:06.644217 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a68efe96-e73c-405f-88f7-5f58b22b1b0a req-4b4bdb10-e9ca-476f-9738-e1c22018a512 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341547 Sep 26 11:31:06.658590 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-550d2929-a579-48a7-9e7c-9f1c98f25eb6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f027dd22c984417f9c9be52b4d2e9adb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527538 Sep 26 11:31:06.659435 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d2929-a579-48a7-9e7c-9f1c98f25eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a9e46e-90ab-4001-a7f6-909636e64f10,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:06.668197 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 54720) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:06.718203 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e44316a6-12f7-42e4-9461-c57529de32d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:06.739795 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e44316a6-12f7-42e4-9461-c57529de32d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:06.787471 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e44316a6-12f7-42e4-9461-c57529de32d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:06.789939 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-e44316a6-12f7-42e4-9461-c57529de32d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:06.791139 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-e44316a6-12f7-42e4-9461-c57529de32d0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58a9e46e-90ab-4001-a7f6-909636e64f10 HTTP/1.1" status: 204 len: 168 time: 0.1221490 Sep 26 11:31:06.799292 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44316a6-12f7-42e4-9461-c57529de32d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a9e46e-90ab-4001-a7f6-909636e64f10,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:07.761387 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517eddf-a2e7-4721-9d94-2791688d5717 req-0de1108e-ff67-4ad9-bd8b-398ae104d4c9 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:31:07.762921 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d517eddf-a2e7-4721-9d94-2791688d5717 req-0de1108e-ff67-4ad9-bd8b-398ae104d4c9 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd00a550-e38c-493d-bbb2-f5ea04cbf4fe HTTP/1.1" status: 200 len: 946 time: 0.0495589 Sep 26 11:31:07.804864 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d517eddf-a2e7-4721-9d94-2791688d5717 req-878b2852-bb7a-49a3-970e-dbf0c6dfb3dc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359821 Sep 26 11:31:07.921862 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00462f-28cc-410d-9907-aeabd20fdef0 req-5a637187-3c0e-42ce-8f8f-93706a814890 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:31:07.923407 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-eb00462f-28cc-410d-9907-aeabd20fdef0 req-5a637187-3c0e-42ce-8f8f-93706a814890 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd00a550-e38c-493d-bbb2-f5ea04cbf4fe HTTP/1.1" status: 200 len: 946 time: 0.0499532 Sep 26 11:31:07.962687 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-eb00462f-28cc-410d-9907-aeabd20fdef0 req-46d5efe9-c333-4a94-8bb7-64636d45c39d tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329399 Sep 26 11:31:07.983883 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 54760) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:08.027813 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3177178f-5773-4bfc-ab81-359046fc3406 tempest-TestVolumeBootPattern-401286140 tempest-TestVolumeBootPattern-401286140-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:31:08.032001 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-3177178f-5773-4bfc-ab81-359046fc3406 tempest-TestVolumeBootPattern-401286140 tempest-TestVolumeBootPattern-401286140-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cd00a550-e38c-493d-bbb2-f5ea04cbf4fe HTTP/1.1" status: 200 len: 1094 time: 0.0444911 Sep 26 11:31:08.032204 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 54768) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:08.037104 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-8eb55e82-4706-4106-9284-584b8249fbb2 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Request body: {'floatingip': {'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'port_id': '69f210e4-9be0-4220-b221-1ea0fca80871', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:31:08.060396 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8eb55e82-4706-4106-9284-584b8249fbb2 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for floatingip, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:08.165898 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8eb55e82-4706-4106-9284-584b8249fbb2 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:08.269786 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [None req-8eb55e82-4706-4106-9284-584b8249fbb2 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Allocated IP 172.27.3.179 (d645f16f-c1f8-40bc-a964-fd8a8508da46/7b04f644-4880-4113-a1d0-930d600f8f14/050395e6-9960-4346-b88f-9662538d88cb) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:31:08.386934 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8eb55e82-4706-4106-9284-584b8249fbb2 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:08.420880 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8eb55e82-4706-4106-9284-584b8249fbb2 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:08.456546 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb55e82-4706-4106-9284-584b8249fbb2 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Network d645f16f-c1f8-40bc-a964-fd8a8508da46 is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:31:08.459775 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-8eb55e82-4706-4106-9284-584b8249fbb2 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:31:08.463174 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb55e82-4706-4106-9284-584b8249fbb2 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:31:08.489332 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb55e82-4706-4106-9284-584b8249fbb2 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Pushing event updated for resources: {'Port': ['ID=050395e6-9960-4346-b88f-9662538d88cb,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:08.804293 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8eb55e82-4706-4106-9284-584b8249fbb2 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:08.870884 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8eb55e82-4706-4106-9284-584b8249fbb2 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:09.017362 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8eb55e82-4706-4106-9284-584b8249fbb2 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for port, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:09.022506 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8eb55e82-4706-4106-9284-584b8249fbb2 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530552719'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:09.089804 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb55e82-4706-4106-9284-584b8249fbb2 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Pushing event updated for resources: {'Port': ['ID=050395e6-9960-4346-b88f-9662538d88cb,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:09.100122 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8eb55e82-4706-4106-9284-584b8249fbb2 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748570'] for floatingip, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:09.203206 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.db.l3_db [None req-8eb55e82-4706-4106-9284-584b8249fbb2 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Floating IP a37f820e-ecc9-45b7-a181-7a76118c0325 associated. External IP: 172.27.3.179, port: 69f210e4-9be0-4220-b221-1ea0fca80871. Sep 26 11:31:09.670089 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb55e82-4706-4106-9284-584b8249fbb2 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Router 87b22159-4259-43a7-961f-28cde81a65c8 has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:31:09.789496 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb55e82-4706-4106-9284-584b8249fbb2 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:31:09.799532 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55489d32-ed40-4c7e-9aef-fa8025055430 None None] Sync routers for ids ['87b22159-4259-43a7-961f-28cde81a65c8'] in dv-cinder-811032-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:31:09.810668 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-8eb55e82-4706-4106-9284-584b8249fbb2 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for floatingip, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:09.811792 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55489d32-ed40-4c7e-9aef-fa8025055430 None None] Routers {'87b22159-4259-43a7-961f-28cde81a65c8'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:31:09.812472 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-55489d32-ed40-4c7e-9aef-fa8025055430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:31:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['87b22159-4259-43a7-961f-28cde81a65c8'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:31:09.840711 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-8eb55e82-4706-4106-9284-584b8249fbb2 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8074343 Sep 26 11:31:09.841308 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd00a550-e38c-493d-bbb2-f5ea04cbf4fe', 'tag': '69f210e4-9be0-4220-b221-1ea0fca80871'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:31:09.843615 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0ebd69-3070-4d11-a388-ca2d5db19898" -d '{"events": [{"name": "network-changed", "server_uuid": "cd00a550-e38c-493d-bbb2-f5ea04cbf4fe", "tag": "69f210e4-9be0-4220-b221-1ea0fca80871"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:31:09.886116 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f21fd9b-f689-48d1-8bbe-262705a3780c x-openstack-request-id: req-3f21fd9b-f689-48d1-8bbe-262705a3780c {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:31:09.886497 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd00a550-e38c-493d-bbb2-f5ea04cbf4fe", "tag": "69f210e4-9be0-4220-b221-1ea0fca80871", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:31:09.886794 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f21fd9b-f689-48d1-8bbe-262705a3780c {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:31:09.887201 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd00a550-e38c-493d-bbb2-f5ea04cbf4fe', 'tag': '69f210e4-9be0-4220-b221-1ea0fca80871', 'status': 'completed', 'code': 200} Sep 26 11:31:09.950202 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ebd69-3070-4d11-a388-ca2d5db19898 req-9abbf62a-b6fa-4a59-ab34-686163f1739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:31:09.951960 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ce0ebd69-3070-4d11-a388-ca2d5db19898 req-9abbf62a-b6fa-4a59-ab34-686163f1739e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce837c99bcc9456283c5401547ff5a76&device_id=cd00a550-e38c-493d-bbb2-f5ea04cbf4fe HTTP/1.1" status: 200 len: 1099 time: 0.0446749 Sep 26 11:31:10.049855 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ebd69-3070-4d11-a388-ca2d5db19898 req-1ff181ff-1d15-4cde-b7d2-774ebcbbf33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:31:10.052065 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ce0ebd69-3070-4d11-a388-ca2d5db19898 req-1ff181ff-1d15-4cde-b7d2-774ebcbbf33d service neutron] 10.222.0.22 "GET /v2.0/networks?id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8 HTTP/1.1" status: 200 len: 912 time: 0.0922091 Sep 26 11:31:10.054059 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-55489d32-ed40-4c7e-9aef-fa8025055430 None None] Set router 87b22159-4259-43a7-961f-28cde81a65c8 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:31:10.121631 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ce0ebd69-3070-4d11-a388-ca2d5db19898 req-911b2c8b-4832-4e64-ba56-0daea1eaef2e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69f210e4-9be0-4220-b221-1ea0fca80871 HTTP/1.1" status: 200 len: 1000 time: 0.0626874 Sep 26 11:31:10.170311 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ebd69-3070-4d11-a388-ca2d5db19898 req-10cfcf59-8d02-4914-a23c-3b2b6119d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:31:10.171743 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ce0ebd69-3070-4d11-a388-ca2d5db19898 req-10cfcf59-8d02-4914-a23c-3b2b6119d3f1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=258101c2-cabd-4a87-bb0e-e9533532d3e4 HTTP/1.1" status: 200 len: 850 time: 0.0438185 Sep 26 11:31:10.217388 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ebd69-3070-4d11-a388-ca2d5db19898 req-c1678813-22c1-4b71-b024-d93cef266111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:31:10.218920 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ce0ebd69-3070-4d11-a388-ca2d5db19898 req-c1678813-22c1-4b71-b024-d93cef266111 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400224 Sep 26 11:31:10.277195 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-55489d32-ed40-4c7e-9aef-fa8025055430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b22159-4259-43a7-961f-28cde81a65c8', 'name': 'tempest-TestVolumeBootPattern-851282300-router', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:11Z', 'updated_at': '2021-09-26T11:25:19Z', 'revision_number': 4, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'gw_port': {'id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:12Z', 'updated_at': '2021-09-26T11:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': 'a37f820e-ecc9-45b7-a181-7a76118c0325', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'port_id': '69f210e4-9be0-4220-b221-1ea0fca80871', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'mac_address': 'fa:16:3e:14:d1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd00a550-e38c-493d-bbb2-f5ea04cbf4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:31:08Z', 'updated_at': '2021-09-26T11:31:08Z', 'revision_number': 0, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'fixed_ip_address_scope': None}, {'id': 'bf111281-623f-4ccb-a464-c80f882e3c5d', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'port_id': 'bf8a204d-6396-4e94-a812-1c590ba8e32c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'mac_address': 'fa:16:3e:47:37:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f2c8a2-988c-461a-9794-2567df57261f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:29:02Z', 'updated_at': '2021-09-26T11:29:04Z', 'revision_number': 1, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f41534-2e02-49f8-a247-a696fb2fc95a', 'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'mac_address': 'fa:16:3e:9c:ef:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:16Z', 'updated_at': '2021-09-26T11:25:25Z', 'revision_number': 5, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'subnets': [{'id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:31:10.303914 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55489d32-ed40-4c7e-9aef-fa8025055430 None None] Checking router: 87b22159-4259-43a7-961f-28cde81a65c8 for host: dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:31:10.310256 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ce0ebd69-3070-4d11-a388-ca2d5db19898 req-2b500de1-c68e-4630-a1ef-e37632e93cb4 service neutron] 10.222.0.22 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837510 Sep 26 11:31:10.312259 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55489d32-ed40-4c7e-9aef-fa8025055430 None None] Routers {'87b22159-4259-43a7-961f-28cde81a65c8'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:31:10.312875 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-55489d32-ed40-4c7e-9aef-fa8025055430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:31:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['87b22159-4259-43a7-961f-28cde81a65c8'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:31:10.399556 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ce0ebd69-3070-4d11-a388-ca2d5db19898 req-bc28876d-dcc9-42c2-ae07-b04487f90e7e service neutron] 10.222.0.22 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821738 Sep 26 11:31:10.423063 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-55489d32-ed40-4c7e-9aef-fa8025055430 None None] Set router 87b22159-4259-43a7-961f-28cde81a65c8 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:31:10.651337 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-55489d32-ed40-4c7e-9aef-fa8025055430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b22159-4259-43a7-961f-28cde81a65c8', 'name': 'tempest-TestVolumeBootPattern-851282300-router', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:11Z', 'updated_at': '2021-09-26T11:25:19Z', 'revision_number': 4, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'gw_port': {'id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:12Z', 'updated_at': '2021-09-26T11:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': 'a37f820e-ecc9-45b7-a181-7a76118c0325', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'port_id': '69f210e4-9be0-4220-b221-1ea0fca80871', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'mac_address': 'fa:16:3e:14:d1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd00a550-e38c-493d-bbb2-f5ea04cbf4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:31:08Z', 'updated_at': '2021-09-26T11:31:08Z', 'revision_number': 0, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'fixed_ip_address_scope': None}, {'id': 'bf111281-623f-4ccb-a464-c80f882e3c5d', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'port_id': 'bf8a204d-6396-4e94-a812-1c590ba8e32c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'mac_address': 'fa:16:3e:47:37:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f2c8a2-988c-461a-9794-2567df57261f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:29:02Z', 'updated_at': '2021-09-26T11:29:04Z', 'revision_number': 1, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f41534-2e02-49f8-a247-a696fb2fc95a', 'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'mac_address': 'fa:16:3e:9c:ef:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:16Z', 'updated_at': '2021-09-26T11:25:25Z', 'revision_number': 5, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'subnets': [{'id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:31:10.677230 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55489d32-ed40-4c7e-9aef-fa8025055430 None None] The sync data for ids ['87b22159-4259-43a7-961f-28cde81a65c8'] in dv-cinder-811032-1-iscsi is: [{'id': '87b22159-4259-43a7-961f-28cde81a65c8', 'name': 'tempest-TestVolumeBootPattern-851282300-router', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:11Z', 'updated_at': '2021-09-26T11:25:19Z', 'revision_number': 4, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'gw_port': {'id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:12Z', 'updated_at': '2021-09-26T11:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': 'a37f820e-ecc9-45b7-a181-7a76118c0325', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'floating_ip_address': '172.27.3.179', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'port_id': '69f210e4-9be0-4220-b221-1ea0fca80871', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'mac_address': 'fa:16:3e:14:d1:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd00a550-e38c-493d-bbb2-f5ea04cbf4fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:31:08Z', 'updated_at': '2021-09-26T11:31:08Z', 'revision_number': 0, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'fixed_ip_address_scope': None}, {'id': 'bf111281-623f-4ccb-a464-c80f882e3c5d', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'port_id': 'bf8a204d-6396-4e94-a812-1c590ba8e32c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'mac_address': 'fa:16:3e:47:37:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f2c8a2-988c-461a-9794-2567df57261f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:29:02Z', 'updated_at': '2021-09-26T11:29:04Z', 'revision_number': 1, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f41534-2e02-49f8-a247-a696fb2fc95a', 'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'mac_address': 'fa:16:3e:9c:ef:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:16Z', 'updated_at': '2021-09-26T11:25:25Z', 'revision_number': 5, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'subnets': [{'id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:31:11.008913 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aae68b3-070a-4a45-aa44-855bc0f87250 None None] New status for floating IP a37f820e-ecc9-45b7-a181-7a76118c0325: ACTIVE {{(pid=94003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 11:31:18.623275 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 54872) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:18.726987 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3d903928-1c26-4f58-96d9-0c4b97dd9348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:18.813192 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3d903928-1c26-4f58-96d9-0c4b97dd9348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:18.817600 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3d903928-1c26-4f58-96d9-0c4b97dd9348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:18.861394 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-3d903928-1c26-4f58-96d9-0c4b97dd9348 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ab85aa40e8f4e8baad9ef3a034451fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370338 Sep 26 11:31:18.862535 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d903928-1c26-4f58-96d9-0c4b97dd9348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f636e2e-d56c-47ce-8dbd-620d4b99d50d,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:18.864369 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 54876) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:18.915788 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ed664a8a-f499-43f7-95d1-0e5952a75680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:18.935861 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ed664a8a-f499-43f7-95d1-0e5952a75680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:18.987801 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ed664a8a-f499-43f7-95d1-0e5952a75680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:18.990608 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-ed664a8a-f499-43f7-95d1-0e5952a75680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:18.992070 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-ed664a8a-f499-43f7-95d1-0e5952a75680 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f636e2e-d56c-47ce-8dbd-620d4b99d50d HTTP/1.1" status: 204 len: 168 time: 0.1266732 Sep 26 11:31:19.000229 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed664a8a-f499-43f7-95d1-0e5952a75680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f636e2e-d56c-47ce-8dbd-620d4b99d50d,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:19.251171 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 54882) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:19.265344 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0b5d45a5-5354-4443-bc07-a1569b017d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:19.352556 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0b5d45a5-5354-4443-bc07-a1569b017d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:19.356477 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0b5d45a5-5354-4443-bc07-a1569b017d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:19.394216 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-0b5d45a5-5354-4443-bc07-a1569b017d7a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d73cf3d8724a4c85afb646175371bc1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419995 Sep 26 11:31:19.395196 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d45a5-5354-4443-bc07-a1569b017d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc5bfa6-373c-4f63-821b-4b75856727e3,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:19.397018 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 54884) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:19.450231 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-dc76442a-90b9-4f46-b29d-ee67cd875862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:19.471093 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-dc76442a-90b9-4f46-b29d-ee67cd875862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:19.516651 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-dc76442a-90b9-4f46-b29d-ee67cd875862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:19.519288 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-dc76442a-90b9-4f46-b29d-ee67cd875862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:19.520517 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-dc76442a-90b9-4f46-b29d-ee67cd875862 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4fc5bfa6-373c-4f63-821b-4b75856727e3 HTTP/1.1" status: 204 len: 168 time: 0.1219387 Sep 26 11:31:19.528194 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76442a-90b9-4f46-b29d-ee67cd875862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc5bfa6-373c-4f63-821b-4b75856727e3,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:28.094180 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55018) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:28.199691 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a7766aa7-eeda-4f1d-a2a4-cac6f911e203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:28.297872 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a7766aa7-eeda-4f1d-a2a4-cac6f911e203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:28.302777 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a7766aa7-eeda-4f1d-a2a4-cac6f911e203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:28.345833 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7766aa7-eeda-4f1d-a2a4-cac6f911e203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1257fd-0e46-4a44-a470-07a3fe6d2552,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:28.351359 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-a7766aa7-eeda-4f1d-a2a4-cac6f911e203 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c70601f856c4d399b93c1971b498093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561102 Sep 26 11:31:28.353958 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55022) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:28.404303 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-06d03166-bc1a-4237-a375-7c0546d80519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:28.429961 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-06d03166-bc1a-4237-a375-7c0546d80519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:28.486498 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-06d03166-bc1a-4237-a375-7c0546d80519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:28.489612 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-06d03166-bc1a-4237-a375-7c0546d80519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:28.490822 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-06d03166-bc1a-4237-a375-7c0546d80519 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8b1257fd-0e46-4a44-a470-07a3fe6d2552 HTTP/1.1" status: 204 len: 168 time: 0.1359968 Sep 26 11:31:28.498805 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d03166-bc1a-4237-a375-7c0546d80519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1257fd-0e46-4a44-a470-07a3fe6d2552,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:28.782950 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55028) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:28.796609 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-26addf66-96bb-4e7a-a782-46613ba694a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:28.893063 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-26addf66-96bb-4e7a-a782-46613ba694a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:28.897241 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-26addf66-96bb-4e7a-a782-46613ba694a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:28.934903 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-26addf66-96bb-4e7a-a782-46613ba694a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca86633cb33f4784a31cd4e7f7b33d74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508541 Sep 26 11:31:28.935758 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26addf66-96bb-4e7a-a782-46613ba694a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68e091a-6014-46c7-9028-d2e8488c43c4,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:28.937529 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55030) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:28.986963 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-bcd1dd79-2275-41e3-b124-3d81920d98bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:29.009766 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-bcd1dd79-2275-41e3-b124-3d81920d98bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:29.056529 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-bcd1dd79-2275-41e3-b124-3d81920d98bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:29.059165 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-bcd1dd79-2275-41e3-b124-3d81920d98bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:29.060357 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-bcd1dd79-2275-41e3-b124-3d81920d98bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f68e091a-6014-46c7-9028-d2e8488c43c4 HTTP/1.1" status: 204 len: 168 time: 0.1217947 Sep 26 11:31:29.069026 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1dd79-2275-41e3-b124-3d81920d98bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68e091a-6014-46c7-9028-d2e8488c43c4,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:29.350345 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-9c915a98-b71a-4fab-8448-71ccd0dce0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:29.377226 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55036) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:29.390876 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8cf02190-d49a-44ee-a5cf-6047ada45b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:29.492381 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8cf02190-d49a-44ee-a5cf-6047ada45b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:29.496166 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-8cf02190-d49a-44ee-a5cf-6047ada45b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:29.533786 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-8cf02190-d49a-44ee-a5cf-6047ada45b12 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71458811a9cb4d608bed2b103cadbe4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1554236 Sep 26 11:31:29.534730 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf02190-d49a-44ee-a5cf-6047ada45b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eceb733-40fa-416e-b83b-a668afe96657,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:29.536514 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55038) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:29.595739 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3d24438b-ad13-4935-bf78-617f0283fc50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:29.617598 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3d24438b-ad13-4935-bf78-617f0283fc50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:29.662954 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3d24438b-ad13-4935-bf78-617f0283fc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:29.665441 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3d24438b-ad13-4935-bf78-617f0283fc50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:29.666590 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-3d24438b-ad13-4935-bf78-617f0283fc50 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7eceb733-40fa-416e-b83b-a668afe96657 HTTP/1.1" status: 204 len: 168 time: 0.1291027 Sep 26 11:31:29.674519 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24438b-ad13-4935-bf78-617f0283fc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eceb733-40fa-416e-b83b-a668afe96657,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:29.714183 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:31.876961 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-dd3588ed-e5c0-48b8-a0e0-7e04daf4c692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:32.484579 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:33.324929 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:34.053141 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55112) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:34.167628 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e0225505-85ac-4444-870f-0cad5ef25ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:34.266274 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e0225505-85ac-4444-870f-0cad5ef25ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:34.271617 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e0225505-85ac-4444-870f-0cad5ef25ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:34.319867 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0225505-85ac-4444-870f-0cad5ef25ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264b691a-0c04-4db0-85f4-36c6ad8dd675,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:34.326279 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-e0225505-85ac-4444-870f-0cad5ef25ecd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8c4e4ac021fa49428630098ed9a45ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698307 Sep 26 11:31:34.328215 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55116) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:34.383314 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f1755b4a-e4e6-4668-b858-f2121e82e260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:34.405442 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f1755b4a-e4e6-4668-b858-f2121e82e260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:34.455785 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f1755b4a-e4e6-4668-b858-f2121e82e260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:34.459428 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f1755b4a-e4e6-4668-b858-f2121e82e260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:34.460615 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-f1755b4a-e4e6-4668-b858-f2121e82e260 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/264b691a-0c04-4db0-85f4-36c6ad8dd675 HTTP/1.1" status: 204 len: 168 time: 0.1314628 Sep 26 11:31:34.468965 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1755b4a-e4e6-4668-b858-f2121e82e260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264b691a-0c04-4db0-85f4-36c6ad8dd675,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:34.692255 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:34.733576 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55122) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:34.747188 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-00c49763-2f64-40d7-b2da-ad94242cda67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:34.837374 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-00c49763-2f64-40d7-b2da-ad94242cda67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:34.841362 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-00c49763-2f64-40d7-b2da-ad94242cda67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:34.879414 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-00c49763-2f64-40d7-b2da-ad94242cda67 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8de9084e0eab4bc78d63101e61946779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447139 Sep 26 11:31:34.880286 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c49763-2f64-40d7-b2da-ad94242cda67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bcb5c7-c4df-4294-815e-7e91367d8599,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:34.882195 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55124) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:34.939673 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d7a48d66-f0e3-4273-9667-c57274f2e2d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:34.961813 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d7a48d66-f0e3-4273-9667-c57274f2e2d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:35.010358 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d7a48d66-f0e3-4273-9667-c57274f2e2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:35.012971 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d7a48d66-f0e3-4273-9667-c57274f2e2d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:35.014123 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-d7a48d66-f0e3-4273-9667-c57274f2e2d8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/31bcb5c7-c4df-4294-815e-7e91367d8599 HTTP/1.1" status: 204 len: 168 time: 0.1307530 Sep 26 11:31:35.022220 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a48d66-f0e3-4273-9667-c57274f2e2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bcb5c7-c4df-4294-815e-7e91367d8599,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:35.306515 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:31:45.626684 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55232) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:45.728934 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-96921aee-d872-4f75-9067-1693ebc7f025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:45.814829 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-96921aee-d872-4f75-9067-1693ebc7f025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:45.818629 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-96921aee-d872-4f75-9067-1693ebc7f025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:45.855483 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96921aee-d872-4f75-9067-1693ebc7f025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c77f22-84dc-43bd-a6e9-645dca8809ba,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:45.860135 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-96921aee-d872-4f75-9067-1693ebc7f025 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b1b132089d384af6a8af24ac9a8fa0a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324104 Sep 26 11:31:45.863852 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55236) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:45.910466 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-88489faf-a5c6-4216-a634-16c1979917af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:45.930969 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-88489faf-a5c6-4216-a634-16c1979917af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:45.979139 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-88489faf-a5c6-4216-a634-16c1979917af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:45.981716 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-88489faf-a5c6-4216-a634-16c1979917af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:45.982914 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-88489faf-a5c6-4216-a634-16c1979917af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/42c77f22-84dc-43bd-a6e9-645dca8809ba HTTP/1.1" status: 204 len: 168 time: 0.1189988 Sep 26 11:31:45.990972 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88489faf-a5c6-4216-a634-16c1979917af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c77f22-84dc-43bd-a6e9-645dca8809ba,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:46.238086 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55242) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:46.251575 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3deb4338-9a5d-4477-8fdb-161bbbced1a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:46.339583 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3deb4338-9a5d-4477-8fdb-161bbbced1a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:46.343241 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-3deb4338-9a5d-4477-8fdb-161bbbced1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:46.379824 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb4338-9a5d-4477-8fdb-161bbbced1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7795d4-28a8-44e7-ad1a-82507e9299b2,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:46.385127 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-3deb4338-9a5d-4477-8fdb-161bbbced1a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=38e881704a0445e295ec2c3c8ed0b89c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459773 Sep 26 11:31:46.387709 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55244) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:46.437572 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ef2af325-8dac-4148-82fd-4b4102bc1312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:46.459235 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ef2af325-8dac-4148-82fd-4b4102bc1312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:46.505842 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ef2af325-8dac-4148-82fd-4b4102bc1312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:46.508439 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ef2af325-8dac-4148-82fd-4b4102bc1312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:46.509619 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-ef2af325-8dac-4148-82fd-4b4102bc1312 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb7795d4-28a8-44e7-ad1a-82507e9299b2 HTTP/1.1" status: 204 len: 168 time: 0.1210058 Sep 26 11:31:46.517529 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2af325-8dac-4148-82fd-4b4102bc1312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7795d4-28a8-44e7-ad1a-82507e9299b2,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:47.534002 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55274) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:47.638422 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ad9c1ea4-b536-48c3-8d37-1fa6ca339c2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:47.727940 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ad9c1ea4-b536-48c3-8d37-1fa6ca339c2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:47.731670 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ad9c1ea4-b536-48c3-8d37-1fa6ca339c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:47.769194 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-ad9c1ea4-b536-48c3-8d37-1fa6ca339c2d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d84a4d076554ca8a416ec8704865b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329109 Sep 26 11:31:47.770125 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c1ea4-b536-48c3-8d37-1fa6ca339c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b7d43d-d3d2-444c-b820-8d4fe61e2286,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:47.771936 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55278) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:47.821911 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-779372a1-99af-4d00-bd9d-6a02a835fb7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:47.842914 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-779372a1-99af-4d00-bd9d-6a02a835fb7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:47.890433 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-779372a1-99af-4d00-bd9d-6a02a835fb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:47.893298 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-779372a1-99af-4d00-bd9d-6a02a835fb7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:47.895375 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-779372a1-99af-4d00-bd9d-6a02a835fb7a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1b7d43d-d3d2-444c-b820-8d4fe61e2286 HTTP/1.1" status: 204 len: 168 time: 0.1224859 Sep 26 11:31:47.906479 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779372a1-99af-4d00-bd9d-6a02a835fb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b7d43d-d3d2-444c-b820-8d4fe61e2286,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:48.520465 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55300) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:48.614213 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-b293e814-e018-4cd3-9b95-6c787b84ea7c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-679663836-network', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:31:48.635220 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b293e814-e018-4cd3-9b95-6c787b84ea7c admin admin] Made reservation on behalf of 3f4cb33a8aa74beaafec869f50b29919 for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:31:48.637442 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b293e814-e018-4cd3-9b95-6c787b84ea7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:48.645900 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b293e814-e018-4cd3-9b95-6c787b84ea7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:48.731852 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b293e814-e018-4cd3-9b95-6c787b84ea7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:48.735687 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b293e814-e018-4cd3-9b95-6c787b84ea7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:48.761889 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b293e814-e018-4cd3-9b95-6c787b84ea7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 11:31:48.768148 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293e814-e018-4cd3-9b95-6c787b84ea7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6f18c0-fd9f-4141-9d19-1c8f95a0643a,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:48.774312 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b293e814-e018-4cd3-9b95-6c787b84ea7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:48.775044 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.db.segments_db [None req-b293e814-e018-4cd3-9b95-6c787b84ea7c admin admin] Added segment bccb67d8-1e3c-4686-8ee3-17fb66ea2aae of type vlan for network ed7c7b86-a8cb-4872-b60c-42378058b3cd Sep 26 11:31:48.819368 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b293e814-e018-4cd3-9b95-6c787b84ea7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784556657430'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:48.843577 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b293e814-e018-4cd3-9b95-6c787b84ea7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:48.844443 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b293e814-e018-4cd3-9b95-6c787b84ea7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:31:48.845029 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-b293e814-e018-4cd3-9b95-6c787b84ea7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:48.877038 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-b293e814-e018-4cd3-9b95-6c787b84ea7c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3554332 Sep 26 11:31:48.880645 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55304) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:48.885614 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-e9e39452-b1f9-495e-86a6-3dda78917b9c admin admin] Request body: {'subnet': {'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-679663836-subnet', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'ip_version': 4}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:31:48.907886 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e39452-b1f9-495e-86a6-3dda78917b9c admin admin] Made reservation on behalf of 3f4cb33a8aa74beaafec869f50b29919 for: {'subnet': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:31:48.910560 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293e814-e018-4cd3-9b95-6c787b84ea7c admin admin] Pushing event updated for resources: {'Network': ['ID=ed7c7b86-a8cb-4872-b60c-42378058b3cd,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:48.911358 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e9e39452-b1f9-495e-86a6-3dda78917b9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529669002'] for subnet, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:48.921435 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Network ed7c7b86-a8cb-4872-b60c-42378058b3cd details requested by agent ovs-agent-dv-cinder-811032-1-iscsi with host dv-cinder-811032-1-iscsi {{(pid=94002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 11:31:49.079822 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e9e39452-b1f9-495e-86a6-3dda78917b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530552600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529669048'] for subnet, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:49.136403 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e39452-b1f9-495e-86a6-3dda78917b9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a31d55e1-cd19-4b77-847f-f48863911bee,revision_number=0']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:49.148532 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39452-b1f9-495e-86a6-3dda78917b9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:49.148882 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39452-b1f9-495e-86a6-3dda78917b9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:49.149220 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39452-b1f9-495e-86a6-3dda78917b9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:49.149554 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39452-b1f9-495e-86a6-3dda78917b9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:49.149885 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39452-b1f9-495e-86a6-3dda78917b9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:49.150216 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39452-b1f9-495e-86a6-3dda78917b9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:49.150539 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39452-b1f9-495e-86a6-3dda78917b9c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:49.150887 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39452-b1f9-495e-86a6-3dda78917b9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:49.151214 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39452-b1f9-495e-86a6-3dda78917b9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:49.151540 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39452-b1f9-495e-86a6-3dda78917b9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:49.151861 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39452-b1f9-495e-86a6-3dda78917b9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:49.152180 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e39452-b1f9-495e-86a6-3dda78917b9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:49.157152 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e39452-b1f9-495e-86a6-3dda78917b9c admin admin] Checking segment: {'id': 'bccb67d8-1e3c-4686-8ee3-17fb66ea2aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:31:49.157508 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e39452-b1f9-495e-86a6-3dda78917b9c admin admin] Network hostable DHCP agents. Network: ed7c7b86-a8cb-4872-b60c-42378058b3cd, hostable agents: ['ecf2eb48-0220-401f-8612-1931512fe08d'], hosted agents: [] {{(pid=94001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 11:31:49.174308 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e39452-b1f9-495e-86a6-3dda78917b9c admin admin] Network ed7c7b86-a8cb-4872-b60c-42378058b3cd is scheduled to be hosted by DHCP agent ecf2eb48-0220-401f-8612-1931512fe08d with binding_index 1 {{(pid=94001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 11:31:49.182746 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-e9e39452-b1f9-495e-86a6-3dda78917b9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811032-1-iscsi, ed7c7b86-a8cb-4872-b60c-42378058b3cd) {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:31:49.186973 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e39452-b1f9-495e-86a6-3dda78917b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:31:49.187565 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-e9e39452-b1f9-495e-86a6-3dda78917b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:49.192085 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385cd2d3-19d2-4c29-a076-9259e0e4c17a None None] Network ed7c7b86-a8cb-4872-b60c-42378058b3cd requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:31:49.201722 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-e9e39452-b1f9-495e-86a6-3dda78917b9c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3200116 Sep 26 11:31:49.205376 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55308) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:49.211438 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-a307884a-b22a-40a0-a6f6-662b9ef813d4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-679663836-router', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:31:49.231820 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a307884a-b22a-40a0-a6f6-662b9ef813d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-394'] for router, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:49.232823 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a307884a-b22a-40a0-a6f6-662b9ef813d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-387'] for router, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:49.289530 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a307884a-b22a-40a0-a6f6-662b9ef813d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:49.346026 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaad88be8-db61-5050-a9af-3709a516940e-ed7c7b86-a8cb-4872-b60c-42378058b3cd', 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'fixed_ips': [{'subnet_id': 'a31d55e1-cd19-4b77-847f-f48863911bee'}]}} from dv-cinder-811032-1-iscsi. {{(pid=94002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 11:31:49.347504 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:49.427800 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a307884a-b22a-40a0-a6f6-662b9ef813d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:49.480529 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.db_base_plugin_common [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Allocated IP 172.20.0.2 (ed7c7b86-a8cb-4872-b60c-42378058b3cd/a31d55e1-cd19-4b77-847f-f48863911bee/66b0c3ed-4a57-433d-9fa3-0028ef67b179) {{(pid=94002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:31:49.633832 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Notify callbacks [] for port, precommit_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:49.640732 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591'] for port, after_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:49.680983 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Network ed7c7b86-a8cb-4872-b60c-42378058b3cd is already hosted by enough agents. {{(pid=94002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:31:49.684109 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.scheduler.base_scheduler [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Resources bound (agent type, host, resource id): {{(pid=94002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:31:49.688146 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Received port after_create {{(pid=94002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:31:49.697603 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Pushing event updated for resources: {'Port': ['ID=66b0c3ed-4a57-433d-9fa3-0028ef67b179,revision_number=1']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:49.710165 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:49.710509 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:49.710898 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:49.711211 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:49.711539 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:49.711864 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:49.712187 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:49.712515 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:49.712854 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:49.713179 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:49.713495 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:49.713812 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:49.760837 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Attempting to bind port 66b0c3ed-4a57-433d-9fa3-0028ef67b179 on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:31:49.761206 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Attempting to bind port 66b0c3ed-4a57-433d-9fa3-0028ef67b179 by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': 'bccb67d8-1e3c-4686-8ee3-17fb66ea2aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:31:49.761566 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Attempting to bind port 66b0c3ed-4a57-433d-9fa3-0028ef67b179 on network ed7c7b86-a8cb-4872-b60c-42378058b3cd {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:31:49.766396 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:31:49.766793 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Checking segment: {'id': 'bccb67d8-1e3c-4686-8ee3-17fb66ea2aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:31:49.767187 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:49.767573 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Bound using segment: {'id': 'bccb67d8-1e3c-4686-8ee3-17fb66ea2aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:31:49.768027 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Bound port: 66b0c3ed-4a57-433d-9fa3-0028ef67b179, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bccb67d8-1e3c-4686-8ee3-17fb66ea2aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:31:49.770153 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:49.835495 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] For port 66b0c3ed-4a57-433d-9fa3-0028ef67b179, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:31:49.838629 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] For port 66b0c3ed-4a57-433d-9fa3-0028ef67b179, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=66b0c3ed-4a57-433d-9fa3-0028ef67b179,segment=NetworkSegment(bccb67d8-1e3c-4686-8ee3-17fb66ea2aae),segment_id=bccb67d8-1e3c-4686-8ee3-17fb66ea2aae)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:31:49.844260 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:49.884991 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a307884a-b22a-40a0-a6f6-662b9ef813d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:49.904502 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a307884a-b22a-40a0-a6f6-662b9ef813d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:49.907489 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d864585-ea64-4082-9c13-f8d324d1a24c None None] Pushing event updated for resources: {'Port': ['ID=66b0c3ed-4a57-433d-9fa3-0028ef67b179,revision_number=2']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:50.019705 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-a307884a-b22a-40a0-a6f6-662b9ef813d4 admin admin] Allocated IP 172.27.3.173 (d645f16f-c1f8-40bc-a964-fd8a8508da46/7b04f644-4880-4113-a1d0-930d600f8f14/95414bfa-11ea-4169-85b5-ee1163c2fdca) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:31:50.152681 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a307884a-b22a-40a0-a6f6-662b9ef813d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:50.192722 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a307884a-b22a-40a0-a6f6-662b9ef813d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:50.220922 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 66b0c3ed-4a57-433d-9fa3-0028ef67b179 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:31:50.236701 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a307884a-b22a-40a0-a6f6-662b9ef813d4 admin admin] Network d645f16f-c1f8-40bc-a964-fd8a8508da46 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:31:50.240321 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-a307884a-b22a-40a0-a6f6-662b9ef813d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:31:50.242866 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a307884a-b22a-40a0-a6f6-662b9ef813d4 admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:31:50.250677 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307884a-b22a-40a0-a6f6-662b9ef813d4 admin admin] Pushing event updated for resources: {'Port': ['ID=95414bfa-11ea-4169-85b5-ee1163c2fdca,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:50.272058 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 66b0c3ed-4a57-433d-9fa3-0028ef67b179 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:31:50.272427 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:50.350356 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:50.383422 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] For port 66b0c3ed-4a57-433d-9fa3-0028ef67b179, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=66b0c3ed-4a57-433d-9fa3-0028ef67b179,segment=NetworkSegment(bccb67d8-1e3c-4686-8ee3-17fb66ea2aae),segment_id=bccb67d8-1e3c-4686-8ee3-17fb66ea2aae)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:31:50.387263 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:50.434625 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Pushing event updated for resources: {'Port': ['ID=66b0c3ed-4a57-433d-9fa3-0028ef67b179,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:50.505153 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a307884a-b22a-40a0-a6f6-662b9ef813d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:50.699878 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a307884a-b22a-40a0-a6f6-662b9ef813d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749496'] for router, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:50.800204 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2ae439-6cf3-42e4-80a1-dd207f3724aa None None] Network ed7c7b86-a8cb-4872-b60c-42378058b3cd requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:31:50.832252 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a307884a-b22a-40a0-a6f6-662b9ef813d4 admin admin] Router 1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390 is scheduled to L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd with binding_index 1 {{(pid=94000) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 11:31:50.882606 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-accbe165-6aad-45d3-b7dd-cdf4dbadc9f3 None None] Provisioning complete for port 66b0c3ed-4a57-433d-9fa3-0028ef67b179 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:31:50.883109 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-accbe165-6aad-45d3-b7dd-cdf4dbadc9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:50.941795 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a307884a-b22a-40a0-a6f6-662b9ef813d4 admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:31:50.957453 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b490ecae-fd7e-4e5d-9e6f-f176d637d19c None None] Sync routers for ids ['1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'] in dv-cinder-811032-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:31:50.959691 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-a307884a-b22a-40a0-a6f6-662b9ef813d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:50.960957 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-a307884a-b22a-40a0-a6f6-662b9ef813d4 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7537072 Sep 26 11:31:50.963668 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55310) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:50.994246 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b490ecae-fd7e-4e5d-9e6f-f176d637d19c None None] Routers {'1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:31:50.994914 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-b490ecae-fd7e-4e5d-9e6f-f176d637d19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:31:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:31:51.278196 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-b490ecae-fd7e-4e5d-9e6f-f176d637d19c None None] Set router 1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:31:51.404409 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:51.476726 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-c095fc20-714a-4819-b390-48f34efd3ed3 None None] Provisioning complete for port 66b0c3ed-4a57-433d-9fa3-0028ef67b179 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:31:51.477133 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-c095fc20-714a-4819-b390-48f34efd3ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:51.510382 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-b490ecae-fd7e-4e5d-9e6f-f176d637d19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'name': 'tempest-TestMinimumBasicScenario-679663836-router', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '95414bfa-11ea-4169-85b5-ee1163c2fdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:31:49Z', 'updated_at': '2021-09-26T11:31:50Z', 'revision_number': 3, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'gw_port': {'id': '95414bfa-11ea-4169-85b5-ee1163c2fdca', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:61:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:49Z', 'updated_at': '2021-09-26T11:31:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:31:51.547862 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b490ecae-fd7e-4e5d-9e6f-f176d637d19c None None] Checking router: 1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390 for host: dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:31:51.548199 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b490ecae-fd7e-4e5d-9e6f-f176d637d19c None None] Updating router 1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390 port 95414bfa-11ea-4169-85b5-ee1163c2fdca binding host dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 11:31:51.558928 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Allocated IP 172.20.0.1 (ed7c7b86-a8cb-4872-b60c-42378058b3cd/a31d55e1-cd19-4b77-847f-f48863911bee/d7823454-0518-4520-958d-3830142f42d4) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:31:51.577397 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b490ecae-fd7e-4e5d-9e6f-f176d637d19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:51.665075 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:51.698351 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:51.734320 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Network ed7c7b86-a8cb-4872-b60c-42378058b3cd is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:31:51.738445 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:31:51.741940 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:31:51.771147 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Pushing event updated for resources: {'Port': ['ID=d7823454-0518-4520-958d-3830142f42d4,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:51.786455 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:51.786835 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:51.787178 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:51.787516 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:51.787851 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:51.788183 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:51.788508 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:51.788831 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:51.789159 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:51.789483 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:51.789806 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:51.790126 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:51.802740 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748677'] for router_interface, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:51.891925 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b490ecae-fd7e-4e5d-9e6f-f176d637d19c None None] Notify callbacks [] for port, precommit_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:51.899153 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b490ecae-fd7e-4e5d-9e6f-f176d637d19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:51.945004 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:51.963523 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-b490ecae-fd7e-4e5d-9e6f-f176d637d19c None None] Attempting to bind port 95414bfa-11ea-4169-85b5-ee1163c2fdca on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:31:51.963898 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-b490ecae-fd7e-4e5d-9e6f-f176d637d19c None None] Attempting to bind port 95414bfa-11ea-4169-85b5-ee1163c2fdca by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:31:51.964281 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b490ecae-fd7e-4e5d-9e6f-f176d637d19c None None] Attempting to bind port 95414bfa-11ea-4169-85b5-ee1163c2fdca on network d645f16f-c1f8-40bc-a964-fd8a8508da46 {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:31:51.968501 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665cf54-1e1f-4901-97f7-2cece4ffc600 None None] Pushing event updated for resources: {'Port': ['ID=95414bfa-11ea-4169-85b5-ee1163c2fdca,revision_number=2']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:51.979374 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b490ecae-fd7e-4e5d-9e6f-f176d637d19c None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:31:51.979870 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b490ecae-fd7e-4e5d-9e6f-f176d637d19c None None] Checking segment: {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:31:51.980278 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b490ecae-fd7e-4e5d-9e6f-f176d637d19c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:51.980672 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b490ecae-fd7e-4e5d-9e6f-f176d637d19c None None] Bound using segment: {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:31:51.981156 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-b490ecae-fd7e-4e5d-9e6f-f176d637d19c None None] Bound port: 95414bfa-11ea-4169-85b5-ee1163c2fdca, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:31:51.981538 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b490ecae-fd7e-4e5d-9e6f-f176d637d19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:52.009730 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-15a90456-a56d-4bdb-8671-f91ef7151f4b None None] Provisioning complete for port d7823454-0518-4520-958d-3830142f42d4 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:31:52.010059 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-15a90456-a56d-4bdb-8671-f91ef7151f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:52.065015 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-15a90456-a56d-4bdb-8671-f91ef7151f4b None None] Port d7823454-0518-4520-958d-3830142f42d4 cannot update to ACTIVE because it is not bound. {{(pid=94002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 11:31:52.070851 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-b490ecae-fd7e-4e5d-9e6f-f176d637d19c None None] For port 95414bfa-11ea-4169-85b5-ee1163c2fdca, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:31:52.083609 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-b490ecae-fd7e-4e5d-9e6f-f176d637d19c None None] For port 95414bfa-11ea-4169-85b5-ee1163c2fdca, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=95414bfa-11ea-4169-85b5-ee1163c2fdca,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:31:52.088200 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b490ecae-fd7e-4e5d-9e6f-f176d637d19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:52.114361 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:52.119574 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530160741'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:52.151067 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b490ecae-fd7e-4e5d-9e6f-f176d637d19c None None] Routers {'1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:31:52.151700 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-b490ecae-fd7e-4e5d-9e6f-f176d637d19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:31:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:31:52.153588 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665cf54-1e1f-4901-97f7-2cece4ffc600 None None] Pushing event updated for resources: {'Port': ['ID=95414bfa-11ea-4169-85b5-ee1163c2fdca,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:52.190185 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-750197'] for router_interface, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:52.192455 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Pushing event updated for resources: {'Port': ['ID=d7823454-0518-4520-958d-3830142f42d4,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:52.222412 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 66b0c3ed-4a57-433d-9fa3-0028ef67b179 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:31:52.282203 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Network ed7c7b86-a8cb-4872-b60c-42378058b3cd is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:31:52.283698 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:31:52.293529 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-b490ecae-fd7e-4e5d-9e6f-f176d637d19c None None] Set router 1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:31:52.335405 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 66b0c3ed-4a57-433d-9fa3-0028ef67b179 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:31:52.336023 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:52.410070 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Router 1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390 has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:31:52.525609 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:31:52.530787 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-7f116dfb-eb49-4372-aeea-8dcd344ab0b7 admin admin] 10.222.0.15 "PUT /v2.0/routers/1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5659506 Sep 26 11:31:52.555423 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-0adbf43f-3dd1-41c6-8236-a2ab76be0e83 None None] Provisioning complete for port d7823454-0518-4520-958d-3830142f42d4 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:31:52.555670 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-0adbf43f-3dd1-41c6-8236-a2ab76be0e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:52.599122 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-0adbf43f-3dd1-41c6-8236-a2ab76be0e83 None None] Port d7823454-0518-4520-958d-3830142f42d4 cannot update to ACTIVE because it is not bound. {{(pid=94002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 11:31:52.609743 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-b490ecae-fd7e-4e5d-9e6f-f176d637d19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'name': 'tempest-TestMinimumBasicScenario-679663836-router', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '95414bfa-11ea-4169-85b5-ee1163c2fdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:31:49Z', 'updated_at': '2021-09-26T11:31:51Z', 'revision_number': 4, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'gw_port': {'id': '95414bfa-11ea-4169-85b5-ee1163c2fdca', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:61:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:49Z', 'updated_at': '2021-09-26T11:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': 'd7823454-0518-4520-958d-3830142f42d4', 'name': '', 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'mac_address': 'fa:16:3e:70:4f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a31d55e1-cd19-4b77-847f-f48863911bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:51Z', 'updated_at': '2021-09-26T11:31:51Z', 'revision_number': 2, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'subnets': [{'id': 'a31d55e1-cd19-4b77-847f-f48863911bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:31:52.636601 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b490ecae-fd7e-4e5d-9e6f-f176d637d19c None None] The sync data for ids ['1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'] in dv-cinder-811032-1-iscsi is: [{'id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'name': 'tempest-TestMinimumBasicScenario-679663836-router', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '95414bfa-11ea-4169-85b5-ee1163c2fdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:31:49Z', 'updated_at': '2021-09-26T11:31:51Z', 'revision_number': 4, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'gw_port': {'id': '95414bfa-11ea-4169-85b5-ee1163c2fdca', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:61:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:49Z', 'updated_at': '2021-09-26T11:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': 'd7823454-0518-4520-958d-3830142f42d4', 'name': '', 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'mac_address': 'fa:16:3e:70:4f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a31d55e1-cd19-4b77-847f-f48863911bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:51Z', 'updated_at': '2021-09-26T11:31:51Z', 'revision_number': 2, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'subnets': [{'id': 'a31d55e1-cd19-4b77-847f-f48863911bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:31:53.037508 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55326) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:53.042364 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-6d39839c-c743-4548-8608-e5ef7bd3efdc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-630757128-network', 'tenant_id': 'd666b3d2d6a94a5ab01f52249eb0507c'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:31:53.066440 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d39839c-c743-4548-8608-e5ef7bd3efdc admin admin] Made reservation on behalf of d666b3d2d6a94a5ab01f52249eb0507c for: {'network': 1} {{(pid=94000) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:31:53.069059 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6d39839c-c743-4548-8608-e5ef7bd3efdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for network, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:53.078245 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6d39839c-c743-4548-8608-e5ef7bd3efdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:53.174945 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6d39839c-c743-4548-8608-e5ef7bd3efdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:53.180782 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6d39839c-c743-4548-8608-e5ef7bd3efdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:53.210409 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d39839c-c743-4548-8608-e5ef7bd3efdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=94000) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 11:31:53.220319 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39839c-c743-4548-8608-e5ef7bd3efdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba30d5b-ad14-4fa9-bd08-1c8619644ae9,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:53.230840 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6d39839c-c743-4548-8608-e5ef7bd3efdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:53.231232 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.db.segments_db [None req-6d39839c-c743-4548-8608-e5ef7bd3efdc admin admin] Added segment 0d466f55-c2a9-4b77-ab2f-315b6e471adc of type vlan for network d2791650-7db4-4397-9dca-831932f48217 Sep 26 11:31:53.285469 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6d39839c-c743-4548-8608-e5ef7bd3efdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784556657430'] for network, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:53.311791 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6d39839c-c743-4548-8608-e5ef7bd3efdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797'] for network, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:53.312899 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d39839c-c743-4548-8608-e5ef7bd3efdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94000) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:31:53.313514 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-6d39839c-c743-4548-8608-e5ef7bd3efdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:53.347467 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-6d39839c-c743-4548-8608-e5ef7bd3efdc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3089266 Sep 26 11:31:53.350414 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55328) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:53.356798 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-39e6f24d-82b1-42c3-8012-a668caaa539f admin admin] Request body: {'subnet': {'network_id': 'd2791650-7db4-4397-9dca-831932f48217', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-630757128-subnet', 'tenant_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'ip_version': 4}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:31:53.379392 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39839c-c743-4548-8608-e5ef7bd3efdc admin admin] Pushing event updated for resources: {'Network': ['ID=d2791650-7db4-4397-9dca-831932f48217,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:53.381880 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e6f24d-82b1-42c3-8012-a668caaa539f admin admin] Made reservation on behalf of d666b3d2d6a94a5ab01f52249eb0507c for: {'subnet': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:31:53.385118 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-39e6f24d-82b1-42c3-8012-a668caaa539f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-529669002'] for subnet, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:53.389882 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Network d2791650-7db4-4397-9dca-831932f48217 details requested by agent ovs-agent-dv-cinder-811032-1-iscsi with host dv-cinder-811032-1-iscsi {{(pid=94002) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 11:31:53.570883 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-39e6f24d-82b1-42c3-8012-a668caaa539f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-530552600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-529669048'] for subnet, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:53.633337 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6f24d-82b1-42c3-8012-a668caaa539f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7914bbcb-0d2a-42c9-8b8f-537f148d4c5c,revision_number=0']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:53.640761 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e6f24d-82b1-42c3-8012-a668caaa539f admin admin] Checking segment: {'id': '0d466f55-c2a9-4b77-ab2f-315b6e471adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd2791650-7db4-4397-9dca-831932f48217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:31:53.641130 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e6f24d-82b1-42c3-8012-a668caaa539f admin admin] Network hostable DHCP agents. Network: d2791650-7db4-4397-9dca-831932f48217, hostable agents: ['ecf2eb48-0220-401f-8612-1931512fe08d'], hosted agents: [] {{(pid=94001) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 11:31:53.658429 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e6f24d-82b1-42c3-8012-a668caaa539f admin admin] Network d2791650-7db4-4397-9dca-831932f48217 is scheduled to be hosted by DHCP agent ecf2eb48-0220-401f-8612-1931512fe08d with binding_index 1 {{(pid=94001) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 11:31:53.667952 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-39e6f24d-82b1-42c3-8012-a668caaa539f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811032-1-iscsi, d2791650-7db4-4397-9dca-831932f48217) {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:31:53.672723 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e6f24d-82b1-42c3-8012-a668caaa539f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:31:53.673719 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-39e6f24d-82b1-42c3-8012-a668caaa539f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:53.677756 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179da1fb-b119-4da3-a33a-8823da72b039 None None] Network d2791650-7db4-4397-9dca-831932f48217 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:31:53.688749 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-39e6f24d-82b1-42c3-8012-a668caaa539f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3361728 Sep 26 11:31:53.692650 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55330) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:53.697205 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-45ad5edd-6b21-4127-9591-3549b115537a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-630757128-router', 'tenant_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:31:53.719711 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-45ad5edd-6b21-4127-9591-3549b115537a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-750725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-394'] for router, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:53.720848 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-45ad5edd-6b21-4127-9591-3549b115537a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-751477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-749445', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-387'] for router, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:53.781650 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-45ad5edd-6b21-4127-9591-3549b115537a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:53.845736 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6761e5da-d9dd-4554-be2b-9f8958d2f2cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaad88be8-db61-5050-a9af-3709a516940e-d2791650-7db4-4397-9dca-831932f48217', 'network_id': 'd2791650-7db4-4397-9dca-831932f48217', 'tenant_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'fixed_ips': [{'subnet_id': '7914bbcb-0d2a-42c9-8b8f-537f148d4c5c'}]}} from dv-cinder-811032-1-iscsi. {{(pid=94002) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 26 11:31:53.847967 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-6761e5da-d9dd-4554-be2b-9f8958d2f2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:53.928363 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-45ad5edd-6b21-4127-9591-3549b115537a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:53.987900 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.db_base_plugin_common [None req-6761e5da-d9dd-4554-be2b-9f8958d2f2cd None None] Allocated IP 172.20.0.2 (d2791650-7db4-4397-9dca-831932f48217/7914bbcb-0d2a-42c9-8b8f-537f148d4c5c/000d3908-8b11-4b46-9118-4f3ceb8ee198) {{(pid=94002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:31:54.135765 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-45ad5edd-6b21-4127-9591-3549b115537a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:54.140046 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-6761e5da-d9dd-4554-be2b-9f8958d2f2cd None None] Notify callbacks [] for port, precommit_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:54.147702 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-6761e5da-d9dd-4554-be2b-9f8958d2f2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591'] for port, after_create {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:54.156527 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-45ad5edd-6b21-4127-9591-3549b115537a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:54.190837 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6761e5da-d9dd-4554-be2b-9f8958d2f2cd None None] Network d2791650-7db4-4397-9dca-831932f48217 is already hosted by enough agents. {{(pid=94002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:31:54.193941 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.scheduler.base_scheduler [None req-6761e5da-d9dd-4554-be2b-9f8958d2f2cd None None] Resources bound (agent type, host, resource id): {{(pid=94002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:31:54.200697 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6761e5da-d9dd-4554-be2b-9f8958d2f2cd None None] Received port after_create {{(pid=94002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:31:54.204386 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761e5da-d9dd-4554-be2b-9f8958d2f2cd None None] Pushing event updated for resources: {'Port': ['ID=000d3908-8b11-4b46-9118-4f3ceb8ee198,revision_number=1']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:54.232037 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 95414bfa-11ea-4169-85b5-ee1163c2fdca up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:31:54.269363 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [None req-45ad5edd-6b21-4127-9591-3549b115537a admin admin] Allocated IP 172.27.3.254 (d645f16f-c1f8-40bc-a964-fd8a8508da46/7b04f644-4880-4113-a1d0-930d600f8f14/dda26c83-2755-4639-9d68-f1e71ff46275) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:31:54.288548 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-6761e5da-d9dd-4554-be2b-9f8958d2f2cd None None] Attempting to bind port 000d3908-8b11-4b46-9118-4f3ceb8ee198 on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:31:54.288897 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-6761e5da-d9dd-4554-be2b-9f8958d2f2cd None None] Attempting to bind port 000d3908-8b11-4b46-9118-4f3ceb8ee198 by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': '0d466f55-c2a9-4b77-ab2f-315b6e471adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd2791650-7db4-4397-9dca-831932f48217'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:31:54.289261 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6761e5da-d9dd-4554-be2b-9f8958d2f2cd None None] Attempting to bind port 000d3908-8b11-4b46-9118-4f3ceb8ee198 on network d2791650-7db4-4397-9dca-831932f48217 {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:31:54.301330 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6761e5da-d9dd-4554-be2b-9f8958d2f2cd None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:31:54.301775 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6761e5da-d9dd-4554-be2b-9f8958d2f2cd None None] Checking segment: {'id': '0d466f55-c2a9-4b77-ab2f-315b6e471adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd2791650-7db4-4397-9dca-831932f48217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:31:54.302102 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-6761e5da-d9dd-4554-be2b-9f8958d2f2cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:54.302496 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6761e5da-d9dd-4554-be2b-9f8958d2f2cd None None] Bound using segment: {'id': '0d466f55-c2a9-4b77-ab2f-315b6e471adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd2791650-7db4-4397-9dca-831932f48217'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:31:54.302994 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-6761e5da-d9dd-4554-be2b-9f8958d2f2cd None None] Bound port: 000d3908-8b11-4b46-9118-4f3ceb8ee198, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d466f55-c2a9-4b77-ab2f-315b6e471adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd2791650-7db4-4397-9dca-831932f48217'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:31:54.303373 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-6761e5da-d9dd-4554-be2b-9f8958d2f2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:54.355424 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 95414bfa-11ea-4169-85b5-ee1163c2fdca triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:31:54.355793 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:54.394598 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-45ad5edd-6b21-4127-9591-3549b115537a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:54.419073 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-6761e5da-d9dd-4554-be2b-9f8958d2f2cd None None] For port 000d3908-8b11-4b46-9118-4f3ceb8ee198, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:31:54.431898 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-45ad5edd-6b21-4127-9591-3549b115537a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:54.432696 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-6761e5da-d9dd-4554-be2b-9f8958d2f2cd None None] For port 000d3908-8b11-4b46-9118-4f3ceb8ee198, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=000d3908-8b11-4b46-9118-4f3ceb8ee198,segment=NetworkSegment(0d466f55-c2a9-4b77-ab2f-315b6e471adc),segment_id=0d466f55-c2a9-4b77-ab2f-315b6e471adc)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:31:54.455485 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-6761e5da-d9dd-4554-be2b-9f8958d2f2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:54.470077 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ad5edd-6b21-4127-9591-3549b115537a admin admin] Network d645f16f-c1f8-40bc-a964-fd8a8508da46 is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:31:54.475768 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [None req-45ad5edd-6b21-4127-9591-3549b115537a admin admin] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:31:54.478716 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ad5edd-6b21-4127-9591-3549b115537a admin admin] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:31:54.511640 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:54.516162 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad5edd-6b21-4127-9591-3549b115537a admin admin] Pushing event updated for resources: {'Port': ['ID=dda26c83-2755-4639-9d68-f1e71ff46275,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:54.547454 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761e5da-d9dd-4554-be2b-9f8958d2f2cd None None] Pushing event updated for resources: {'Port': ['ID=000d3908-8b11-4b46-9118-4f3ceb8ee198,revision_number=2']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:54.553831 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] For port 95414bfa-11ea-4169-85b5-ee1163c2fdca, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=95414bfa-11ea-4169-85b5-ee1163c2fdca,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:31:54.560630 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:54.611665 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Pushing event updated for resources: {'Port': ['ID=95414bfa-11ea-4169-85b5-ee1163c2fdca,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:54.670165 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1c5833-5678-4259-8f30-b579ccbc4f4e None None] Sync routers for ids ['1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'] in dv-cinder-811032-1-iscsi {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:31:54.690830 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1c5833-5678-4259-8f30-b579ccbc4f4e None None] Routers {'1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:31:54.691567 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-5b1c5833-5678-4259-8f30-b579ccbc4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:31:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:31:54.795527 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-45ad5edd-6b21-4127-9591-3549b115537a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:54.808415 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-5b1c5833-5678-4259-8f30-b579ccbc4f4e None None] Set router 1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:31:55.004292 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-45ad5edd-6b21-4127-9591-3549b115537a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-749496'] for router, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:55.015439 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-5b1c5833-5678-4259-8f30-b579ccbc4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'name': 'tempest-TestMinimumBasicScenario-679663836-router', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '95414bfa-11ea-4169-85b5-ee1163c2fdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:31:49Z', 'updated_at': '2021-09-26T11:31:51Z', 'revision_number': 4, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'gw_port': {'id': '95414bfa-11ea-4169-85b5-ee1163c2fdca', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:49Z', 'updated_at': '2021-09-26T11:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': 'd7823454-0518-4520-958d-3830142f42d4', 'name': '', 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'mac_address': 'fa:16:3e:70:4f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a31d55e1-cd19-4b77-847f-f48863911bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:51Z', 'updated_at': '2021-09-26T11:31:51Z', 'revision_number': 2, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'subnets': [{'id': 'a31d55e1-cd19-4b77-847f-f48863911bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:31:55.041705 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1c5833-5678-4259-8f30-b579ccbc4f4e None None] Checking router: 1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390 for host: dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:31:55.042056 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1c5833-5678-4259-8f30-b579ccbc4f4e None None] Updating router 1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390 port d7823454-0518-4520-958d-3830142f42d4 binding host dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 11:31:55.070932 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5b1c5833-5678-4259-8f30-b579ccbc4f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:55.135104 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ad5edd-6b21-4127-9591-3549b115537a admin admin] Router 36b0bef1-25d3-440d-ac64-0a17ee1a8912 is scheduled to L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd with binding_index 1 {{(pid=94001) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 11:31:55.245785 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ad5edd-6b21-4127-9591-3549b115537a admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:31:55.254796 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e53451-f910-4ca2-9d83-9f22e8b5eff4 None None] Sync routers for ids ['36b0bef1-25d3-440d-ac64-0a17ee1a8912'] in dv-cinder-811032-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:31:55.261976 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-45ad5edd-6b21-4127-9591-3549b115537a admin admin] Notify callbacks [] for router, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:55.263718 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-45ad5edd-6b21-4127-9591-3549b115537a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5700712 Sep 26 11:31:55.265915 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e53451-f910-4ca2-9d83-9f22e8b5eff4 None None] Routers {'36b0bef1-25d3-440d-ac64-0a17ee1a8912'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:31:55.266705 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-35e53451-f910-4ca2-9d83-9f22e8b5eff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:31:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['36b0bef1-25d3-440d-ac64-0a17ee1a8912'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:31:55.267117 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55334) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:31:55.351099 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5b1c5833-5678-4259-8f30-b579ccbc4f4e None None] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:55.359008 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5b1c5833-5678-4259-8f30-b579ccbc4f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:55.389342 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-35e53451-f910-4ca2-9d83-9f22e8b5eff4 None None] Set router 36b0bef1-25d3-440d-ac64-0a17ee1a8912 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:31:55.405019 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe6297-cc75-4482-b588-79b148f03d18 None None] Pushing event updated for resources: {'Port': ['ID=d7823454-0518-4520-958d-3830142f42d4,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:55.414930 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe6297-cc75-4482-b588-79b148f03d18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:55.415360 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe6297-cc75-4482-b588-79b148f03d18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:55.415775 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe6297-cc75-4482-b588-79b148f03d18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:55.416177 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe6297-cc75-4482-b588-79b148f03d18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:55.416577 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe6297-cc75-4482-b588-79b148f03d18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:55.417096 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe6297-cc75-4482-b588-79b148f03d18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:55.417599 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe6297-cc75-4482-b588-79b148f03d18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:55.418102 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe6297-cc75-4482-b588-79b148f03d18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:55.418610 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe6297-cc75-4482-b588-79b148f03d18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:55.419130 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe6297-cc75-4482-b588-79b148f03d18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:55.419944 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe6297-cc75-4482-b588-79b148f03d18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:55.420451 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fe6297-cc75-4482-b588-79b148f03d18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:31:55.503994 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-5b1c5833-5678-4259-8f30-b579ccbc4f4e None None] Attempting to bind port d7823454-0518-4520-958d-3830142f42d4 on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:31:55.504364 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-5b1c5833-5678-4259-8f30-b579ccbc4f4e None None] Attempting to bind port d7823454-0518-4520-958d-3830142f42d4 by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': 'bccb67d8-1e3c-4686-8ee3-17fb66ea2aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:31:55.504943 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1c5833-5678-4259-8f30-b579ccbc4f4e None None] Attempting to bind port d7823454-0518-4520-958d-3830142f42d4 on network ed7c7b86-a8cb-4872-b60c-42378058b3cd {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:31:55.510832 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1c5833-5678-4259-8f30-b579ccbc4f4e None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:31:55.511469 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1c5833-5678-4259-8f30-b579ccbc4f4e None None] Checking segment: {'id': 'bccb67d8-1e3c-4686-8ee3-17fb66ea2aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:31:55.512041 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5b1c5833-5678-4259-8f30-b579ccbc4f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:55.512721 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1c5833-5678-4259-8f30-b579ccbc4f4e None None] Bound using segment: {'id': 'bccb67d8-1e3c-4686-8ee3-17fb66ea2aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:31:55.513452 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-5b1c5833-5678-4259-8f30-b579ccbc4f4e None None] Bound port: d7823454-0518-4520-958d-3830142f42d4, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bccb67d8-1e3c-4686-8ee3-17fb66ea2aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:31:55.514185 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5b1c5833-5678-4259-8f30-b579ccbc4f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:55.588804 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1cbb33-1966-4306-9e7b-7d9e666b8d93 None None] Network d2791650-7db4-4397-9dca-831932f48217 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:31:55.600059 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-5b1c5833-5678-4259-8f30-b579ccbc4f4e None None] For port d7823454-0518-4520-958d-3830142f42d4, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:31:55.603448 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-5b1c5833-5678-4259-8f30-b579ccbc4f4e None None] For port d7823454-0518-4520-958d-3830142f42d4, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=d7823454-0518-4520-958d-3830142f42d4,segment=NetworkSegment(bccb67d8-1e3c-4686-8ee3-17fb66ea2aae),segment_id=bccb67d8-1e3c-4686-8ee3-17fb66ea2aae)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:31:55.614047 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-5b1c5833-5678-4259-8f30-b579ccbc4f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:55.692851 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1c5833-5678-4259-8f30-b579ccbc4f4e None None] Routers {'1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:31:55.694872 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-5b1c5833-5678-4259-8f30-b579ccbc4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:31:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:31:55.739288 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe6297-cc75-4482-b588-79b148f03d18 None None] Pushing event updated for resources: {'Port': ['ID=d7823454-0518-4520-958d-3830142f42d4,revision_number=4']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:55.808296 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d01b99e1-6730-434c-ab75-36afb8c6008b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:55.814465 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-5b1c5833-5678-4259-8f30-b579ccbc4f4e None None] Set router 1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:31:55.845983 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-294bb6d1-e1e7-473a-9090-85288d4cecee None None] Provisioning complete for port 000d3908-8b11-4b46-9118-4f3ceb8ee198 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:31:55.846481 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-294bb6d1-e1e7-473a-9090-85288d4cecee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:56.005968 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-35e53451-f910-4ca2-9d83-9f22e8b5eff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b0bef1-25d3-440d-ac64-0a17ee1a8912', 'name': 'tempest-TestMinimumBasicScenario-630757128-router', 'tenant_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'dda26c83-2755-4639-9d68-f1e71ff46275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:31:53Z', 'updated_at': '2021-09-26T11:31:54Z', 'revision_number': 3, 'project_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'gw_port': {'id': 'dda26c83-2755-4639-9d68-f1e71ff46275', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:04:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b0bef1-25d3-440d-ac64-0a17ee1a8912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:54Z', 'updated_at': '2021-09-26T11:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:31:56.017042 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-d01b99e1-6730-434c-ab75-36afb8c6008b admin admin] Allocated IP 172.20.0.1 (d2791650-7db4-4397-9dca-831932f48217/7914bbcb-0d2a-42c9-8b8f-537f148d4c5c/937ab45e-53c8-490d-9699-b23345241687) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:31:56.045826 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e53451-f910-4ca2-9d83-9f22e8b5eff4 None None] Checking router: 36b0bef1-25d3-440d-ac64-0a17ee1a8912 for host: dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:31:56.046631 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e53451-f910-4ca2-9d83-9f22e8b5eff4 None None] Updating router 36b0bef1-25d3-440d-ac64-0a17ee1a8912 port dda26c83-2755-4639-9d68-f1e71ff46275 binding host dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 11:31:56.078139 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-294bb6d1-e1e7-473a-9090-85288d4cecee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:56.089985 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-35e53451-f910-4ca2-9d83-9f22e8b5eff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:56.137398 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d01b99e1-6730-434c-ab75-36afb8c6008b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:56.145467 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-294bb6d1-e1e7-473a-9090-85288d4cecee None None] For port 000d3908-8b11-4b46-9118-4f3ceb8ee198, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=000d3908-8b11-4b46-9118-4f3ceb8ee198,segment=NetworkSegment(0d466f55-c2a9-4b77-ab2f-315b6e471adc),segment_id=0d466f55-c2a9-4b77-ab2f-315b6e471adc)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:31:56.187784 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d01b99e1-6730-434c-ab75-36afb8c6008b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:56.192178 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-5b1c5833-5678-4259-8f30-b579ccbc4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'name': 'tempest-TestMinimumBasicScenario-679663836-router', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '95414bfa-11ea-4169-85b5-ee1163c2fdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:31:49Z', 'updated_at': '2021-09-26T11:31:51Z', 'revision_number': 4, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'gw_port': {'id': '95414bfa-11ea-4169-85b5-ee1163c2fdca', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:49Z', 'updated_at': '2021-09-26T11:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': 'd7823454-0518-4520-958d-3830142f42d4', 'name': '', 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'mac_address': 'fa:16:3e:70:4f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a31d55e1-cd19-4b77-847f-f48863911bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:51Z', 'updated_at': '2021-09-26T11:31:55Z', 'revision_number': 4, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'subnets': [{'id': 'a31d55e1-cd19-4b77-847f-f48863911bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:31:56.198417 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-294bb6d1-e1e7-473a-9090-85288d4cecee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:56.223696 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1c5833-5678-4259-8f30-b579ccbc4f4e None None] The sync data for ids ['1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'] in dv-cinder-811032-1-iscsi is: [{'id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'name': 'tempest-TestMinimumBasicScenario-679663836-router', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '95414bfa-11ea-4169-85b5-ee1163c2fdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:31:49Z', 'updated_at': '2021-09-26T11:31:51Z', 'revision_number': 4, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'gw_port': {'id': '95414bfa-11ea-4169-85b5-ee1163c2fdca', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:49Z', 'updated_at': '2021-09-26T11:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': 'd7823454-0518-4520-958d-3830142f42d4', 'name': '', 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'mac_address': 'fa:16:3e:70:4f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a31d55e1-cd19-4b77-847f-f48863911bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:51Z', 'updated_at': '2021-09-26T11:31:55Z', 'revision_number': 4, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'subnets': [{'id': 'a31d55e1-cd19-4b77-847f-f48863911bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:31:56.255168 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01b99e1-6730-434c-ab75-36afb8c6008b admin admin] Network d2791650-7db4-4397-9dca-831932f48217 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:31:56.260113 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-d01b99e1-6730-434c-ab75-36afb8c6008b admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:31:56.263585 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01b99e1-6730-434c-ab75-36afb8c6008b admin admin] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:31:56.273419 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b99e1-6730-434c-ab75-36afb8c6008b admin admin] Pushing event updated for resources: {'Port': ['ID=937ab45e-53c8-490d-9699-b23345241687,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:56.307251 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294bb6d1-e1e7-473a-9090-85288d4cecee None None] Pushing event updated for resources: {'Port': ['ID=000d3908-8b11-4b46-9118-4f3ceb8ee198,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:56.334458 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d01b99e1-6730-434c-ab75-36afb8c6008b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748677'] for router_interface, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:56.388470 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-398c4347-4164-46bb-ab0b-1271e7c40cc5 None None] Provisioning complete for port d7823454-0518-4520-958d-3830142f42d4 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:31:56.388849 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-398c4347-4164-46bb-ab0b-1271e7c40cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:56.437670 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 95414bfa-11ea-4169-85b5-ee1163c2fdca up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:31:56.563224 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d01b99e1-6730-434c-ab75-36afb8c6008b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:56.600978 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 95414bfa-11ea-4169-85b5-ee1163c2fdca triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:31:56.601535 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:56.605853 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-35e53451-f910-4ca2-9d83-9f22e8b5eff4 None None] Notify callbacks [] for port, precommit_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:56.632592 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-35e53451-f910-4ca2-9d83-9f22e8b5eff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:56.637271 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-398c4347-4164-46bb-ab0b-1271e7c40cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:56.726077 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08199fee-d996-41a0-a9df-6d9e29cf7a72 None None] Pushing event updated for resources: {'Port': ['ID=dda26c83-2755-4639-9d68-f1e71ff46275,revision_number=2']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:56.728527 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-35e53451-f910-4ca2-9d83-9f22e8b5eff4 None None] Attempting to bind port dda26c83-2755-4639-9d68-f1e71ff46275 on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:31:56.728912 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-35e53451-f910-4ca2-9d83-9f22e8b5eff4 None None] Attempting to bind port dda26c83-2755-4639-9d68-f1e71ff46275 by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:31:56.729335 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e53451-f910-4ca2-9d83-9f22e8b5eff4 None None] Attempting to bind port dda26c83-2755-4639-9d68-f1e71ff46275 on network d645f16f-c1f8-40bc-a964-fd8a8508da46 {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:31:56.746284 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-398c4347-4164-46bb-ab0b-1271e7c40cc5 None None] For port d7823454-0518-4520-958d-3830142f42d4, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=d7823454-0518-4520-958d-3830142f42d4,segment=NetworkSegment(bccb67d8-1e3c-4686-8ee3-17fb66ea2aae),segment_id=bccb67d8-1e3c-4686-8ee3-17fb66ea2aae)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:31:56.748432 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e53451-f910-4ca2-9d83-9f22e8b5eff4 None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:31:56.748746 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e53451-f910-4ca2-9d83-9f22e8b5eff4 None None] Checking segment: {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:31:56.749194 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-35e53451-f910-4ca2-9d83-9f22e8b5eff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:56.749584 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e53451-f910-4ca2-9d83-9f22e8b5eff4 None None] Bound using segment: {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'} {{(pid=94002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:31:56.750138 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.managers [None req-35e53451-f910-4ca2-9d83-9f22e8b5eff4 None None] Bound port: dda26c83-2755-4639-9d68-f1e71ff46275, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c8836a-429a-4b8e-a208-66b9d8ec4578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46'}}] {{(pid=94002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:31:56.750554 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-35e53451-f910-4ca2-9d83-9f22e8b5eff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:56.754934 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-398c4347-4164-46bb-ab0b-1271e7c40cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:56.763891 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d01b99e1-6730-434c-ab75-36afb8c6008b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:56.768749 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d01b99e1-6730-434c-ab75-36afb8c6008b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530160741'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:56.858260 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device d7823454-0518-4520-958d-3830142f42d4 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:31:56.908184 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c4347-4164-46bb-ab0b-1271e7c40cc5 None None] Pushing event updated for resources: {'Port': ['ID=d7823454-0518-4520-958d-3830142f42d4,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:56.922262 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-35e53451-f910-4ca2-9d83-9f22e8b5eff4 None None] For port dda26c83-2755-4639-9d68-f1e71ff46275, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:31:56.930756 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-35e53451-f910-4ca2-9d83-9f22e8b5eff4 None None] For port dda26c83-2755-4639-9d68-f1e71ff46275, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=dda26c83-2755-4639-9d68-f1e71ff46275,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:31:56.939115 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-35e53451-f910-4ca2-9d83-9f22e8b5eff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:56.943580 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-436290bc-db26-42b8-88a7-a0584dceb472 None None] Provisioning complete for port 000d3908-8b11-4b46-9118-4f3ceb8ee198 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:31:56.943971 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-436290bc-db26-42b8-88a7-a0584dceb472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:57.046054 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08199fee-d996-41a0-a9df-6d9e29cf7a72 None None] Pushing event updated for resources: {'Port': ['ID=dda26c83-2755-4639-9d68-f1e71ff46275,revision_number=3']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:57.051628 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port d7823454-0518-4520-958d-3830142f42d4 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:31:57.052011 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:57.055733 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e53451-f910-4ca2-9d83-9f22e8b5eff4 None None] Routers {'36b0bef1-25d3-440d-ac64-0a17ee1a8912'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:31:57.056378 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-35e53451-f910-4ca2-9d83-9f22e8b5eff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:31:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['36b0bef1-25d3-440d-ac64-0a17ee1a8912'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:31:57.115687 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d01b99e1-6730-434c-ab75-36afb8c6008b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-750197'] for router_interface, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:57.118276 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b99e1-6730-434c-ab75-36afb8c6008b admin admin] Pushing event updated for resources: {'Port': ['ID=937ab45e-53c8-490d-9699-b23345241687,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:31:57.213813 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01b99e1-6730-434c-ab75-36afb8c6008b admin admin] Network d2791650-7db4-4397-9dca-831932f48217 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:31:57.215383 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-d01b99e1-6730-434c-ab75-36afb8c6008b admin admin] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:31:57.258244 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-35e53451-f910-4ca2-9d83-9f22e8b5eff4 None None] Set router 36b0bef1-25d3-440d-ac64-0a17ee1a8912 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:31:57.292314 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-436290bc-db26-42b8-88a7-a0584dceb472 None None] Provisioning complete for port 937ab45e-53c8-490d-9699-b23345241687 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:31:57.292701 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-436290bc-db26-42b8-88a7-a0584dceb472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:57.339888 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 000d3908-8b11-4b46-9118-4f3ceb8ee198 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:31:57.344492 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01b99e1-6730-434c-ab75-36afb8c6008b admin admin] Router 36b0bef1-25d3-440d-ac64-0a17ee1a8912 has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:31:57.414351 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-436290bc-db26-42b8-88a7-a0584dceb472 None None] Port 937ab45e-53c8-490d-9699-b23345241687 cannot update to ACTIVE because it is not bound. {{(pid=94002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 11:31:57.457223 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01b99e1-6730-434c-ab75-36afb8c6008b admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:31:57.470207 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-d01b99e1-6730-434c-ab75-36afb8c6008b admin admin] 10.222.0.15 "PUT /v2.0/routers/36b0bef1-25d3-440d-ac64-0a17ee1a8912/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1928840 Sep 26 11:31:57.489196 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 000d3908-8b11-4b46-9118-4f3ceb8ee198 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:31:57.489494 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:57.697819 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-62fe63d1-be7d-4a47-80b8-ecfaf40742cd None None] Provisioning complete for port 937ab45e-53c8-490d-9699-b23345241687 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:31:57.698528 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-62fe63d1-be7d-4a47-80b8-ecfaf40742cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:57.764739 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-62fe63d1-be7d-4a47-80b8-ecfaf40742cd None None] Port 937ab45e-53c8-490d-9699-b23345241687 cannot update to ACTIVE because it is not bound. {{(pid=94002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 11:31:57.778299 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-35e53451-f910-4ca2-9d83-9f22e8b5eff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b0bef1-25d3-440d-ac64-0a17ee1a8912', 'name': 'tempest-TestMinimumBasicScenario-630757128-router', 'tenant_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'dda26c83-2755-4639-9d68-f1e71ff46275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:31:53Z', 'updated_at': '2021-09-26T11:31:56Z', 'revision_number': 4, 'project_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'gw_port': {'id': 'dda26c83-2755-4639-9d68-f1e71ff46275', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:04:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b0bef1-25d3-440d-ac64-0a17ee1a8912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:54Z', 'updated_at': '2021-09-26T11:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '937ab45e-53c8-490d-9699-b23345241687', 'name': '', 'network_id': 'd2791650-7db4-4397-9dca-831932f48217', 'tenant_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'mac_address': 'fa:16:3e:bf:5b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b0bef1-25d3-440d-ac64-0a17ee1a8912', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7914bbcb-0d2a-42c9-8b8f-537f148d4c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:55Z', 'updated_at': '2021-09-26T11:31:56Z', 'revision_number': 2, 'project_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'subnets': [{'id': '7914bbcb-0d2a-42c9-8b8f-537f148d4c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:31:57.812902 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e53451-f910-4ca2-9d83-9f22e8b5eff4 None None] The sync data for ids ['36b0bef1-25d3-440d-ac64-0a17ee1a8912'] in dv-cinder-811032-1-iscsi is: [{'id': '36b0bef1-25d3-440d-ac64-0a17ee1a8912', 'name': 'tempest-TestMinimumBasicScenario-630757128-router', 'tenant_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'dda26c83-2755-4639-9d68-f1e71ff46275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:31:53Z', 'updated_at': '2021-09-26T11:31:56Z', 'revision_number': 4, 'project_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'gw_port': {'id': 'dda26c83-2755-4639-9d68-f1e71ff46275', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:04:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b0bef1-25d3-440d-ac64-0a17ee1a8912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:54Z', 'updated_at': '2021-09-26T11:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '937ab45e-53c8-490d-9699-b23345241687', 'name': '', 'network_id': 'd2791650-7db4-4397-9dca-831932f48217', 'tenant_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'mac_address': 'fa:16:3e:bf:5b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b0bef1-25d3-440d-ac64-0a17ee1a8912', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7914bbcb-0d2a-42c9-8b8f-537f148d4c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:55Z', 'updated_at': '2021-09-26T11:31:56Z', 'revision_number': 2, 'project_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'subnets': [{'id': '7914bbcb-0d2a-42c9-8b8f-537f148d4c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:31:58.232726 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device d7823454-0518-4520-958d-3830142f42d4 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:31:58.298729 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port d7823454-0518-4520-958d-3830142f42d4 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:31:58.299112 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:58.402613 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 000d3908-8b11-4b46-9118-4f3ceb8ee198 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:31:58.464474 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 000d3908-8b11-4b46-9118-4f3ceb8ee198 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:31:58.464927 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:59.359916 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b52ad2bf-62f6-4a45-b47c-422a95ad3db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:31:59.720582 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:00.252957 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device dda26c83-2755-4639-9d68-f1e71ff46275 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:32:00.334437 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port dda26c83-2755-4639-9d68-f1e71ff46275 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:32:00.334992 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:00.427737 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:00.453841 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] For port dda26c83-2755-4639-9d68-f1e71ff46275, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=dda26c83-2755-4639-9d68-f1e71ff46275,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:32:00.459077 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:00.516024 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Pushing event updated for resources: {'Port': ['ID=dda26c83-2755-4639-9d68-f1e71ff46275,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:00.547553 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357e404e-5b39-433f-8f72-9e10713fe3a2 None None] Sync routers for ids ['36b0bef1-25d3-440d-ac64-0a17ee1a8912'] in dv-cinder-811032-1-iscsi {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:32:00.557744 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357e404e-5b39-433f-8f72-9e10713fe3a2 None None] Routers {'36b0bef1-25d3-440d-ac64-0a17ee1a8912'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:32:00.558388 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-357e404e-5b39-433f-8f72-9e10713fe3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:31:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['36b0bef1-25d3-440d-ac64-0a17ee1a8912'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:00.672401 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-357e404e-5b39-433f-8f72-9e10713fe3a2 None None] Set router 36b0bef1-25d3-440d-ac64-0a17ee1a8912 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:32:00.897749 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-357e404e-5b39-433f-8f72-9e10713fe3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b0bef1-25d3-440d-ac64-0a17ee1a8912', 'name': 'tempest-TestMinimumBasicScenario-630757128-router', 'tenant_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'dda26c83-2755-4639-9d68-f1e71ff46275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:31:53Z', 'updated_at': '2021-09-26T11:31:56Z', 'revision_number': 4, 'project_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'gw_port': {'id': 'dda26c83-2755-4639-9d68-f1e71ff46275', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b0bef1-25d3-440d-ac64-0a17ee1a8912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:54Z', 'updated_at': '2021-09-26T11:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '937ab45e-53c8-490d-9699-b23345241687', 'name': '', 'network_id': 'd2791650-7db4-4397-9dca-831932f48217', 'tenant_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'mac_address': 'fa:16:3e:bf:5b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b0bef1-25d3-440d-ac64-0a17ee1a8912', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7914bbcb-0d2a-42c9-8b8f-537f148d4c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:55Z', 'updated_at': '2021-09-26T11:31:56Z', 'revision_number': 2, 'project_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'subnets': [{'id': '7914bbcb-0d2a-42c9-8b8f-537f148d4c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:00.925322 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357e404e-5b39-433f-8f72-9e10713fe3a2 None None] Checking router: 36b0bef1-25d3-440d-ac64-0a17ee1a8912 for host: dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:32:00.925664 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357e404e-5b39-433f-8f72-9e10713fe3a2 None None] Updating router 36b0bef1-25d3-440d-ac64-0a17ee1a8912 port 937ab45e-53c8-490d-9699-b23345241687 binding host dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 11:32:00.951866 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-357e404e-5b39-433f-8f72-9e10713fe3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:01.233410 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-357e404e-5b39-433f-8f72-9e10713fe3a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:01.242692 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-357e404e-5b39-433f-8f72-9e10713fe3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:01.292560 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5ee5b-6969-4e91-91cd-435f54227446 None None] Pushing event updated for resources: {'Port': ['ID=937ab45e-53c8-490d-9699-b23345241687,revision_number=3']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:01.354280 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-357e404e-5b39-433f-8f72-9e10713fe3a2 None None] Attempting to bind port 937ab45e-53c8-490d-9699-b23345241687 on host dv-cinder-811032-1-iscsi for vnic_type normal with profile {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:32:01.354884 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-357e404e-5b39-433f-8f72-9e10713fe3a2 None None] Attempting to bind port 937ab45e-53c8-490d-9699-b23345241687 by drivers openvswitch,hyperv on host dv-cinder-811032-1-iscsi at level 0 using segments [{'id': '0d466f55-c2a9-4b77-ab2f-315b6e471adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd2791650-7db4-4397-9dca-831932f48217'}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:32:01.355415 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357e404e-5b39-433f-8f72-9e10713fe3a2 None None] Attempting to bind port 937ab45e-53c8-490d-9699-b23345241687 on network d2791650-7db4-4397-9dca-831932f48217 {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:32:01.361187 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357e404e-5b39-433f-8f72-9e10713fe3a2 None None] Checking agent: {'id': '16f00fdd-280d-489d-8679-ab984ec5d2f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811032-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 14, 2), 'started_at': datetime.datetime(2021, 9, 26, 11, 14, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811032-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:32:01.362468 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357e404e-5b39-433f-8f72-9e10713fe3a2 None None] Checking segment: {'id': '0d466f55-c2a9-4b77-ab2f-315b6e471adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd2791650-7db4-4397-9dca-831932f48217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:32:01.362912 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-357e404e-5b39-433f-8f72-9e10713fe3a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:01.363312 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357e404e-5b39-433f-8f72-9e10713fe3a2 None None] Bound using segment: {'id': '0d466f55-c2a9-4b77-ab2f-315b6e471adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd2791650-7db4-4397-9dca-831932f48217'} {{(pid=94003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:32:01.363789 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.managers [None req-357e404e-5b39-433f-8f72-9e10713fe3a2 None None] Bound port: 937ab45e-53c8-490d-9699-b23345241687, host: dv-cinder-811032-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d466f55-c2a9-4b77-ab2f-315b6e471adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd2791650-7db4-4397-9dca-831932f48217'}}] {{(pid=94003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:32:01.364185 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-357e404e-5b39-433f-8f72-9e10713fe3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:01.438752 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-357e404e-5b39-433f-8f72-9e10713fe3a2 None None] For port 937ab45e-53c8-490d-9699-b23345241687, host dv-cinder-811032-1-iscsi, cleared binding levels {{(pid=94003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:32:01.442714 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.plugins.ml2.db [None req-357e404e-5b39-433f-8f72-9e10713fe3a2 None None] For port 937ab45e-53c8-490d-9699-b23345241687, host dv-cinder-811032-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=937ab45e-53c8-490d-9699-b23345241687,segment=NetworkSegment(0d466f55-c2a9-4b77-ab2f-315b6e471adc),segment_id=0d466f55-c2a9-4b77-ab2f-315b6e471adc)] {{(pid=94003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:32:01.449467 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron_lib.callbacks.manager [None req-357e404e-5b39-433f-8f72-9e10713fe3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:01.509273 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5ee5b-6969-4e91-91cd-435f54227446 None None] Pushing event updated for resources: {'Port': ['ID=937ab45e-53c8-490d-9699-b23345241687,revision_number=4']} {{(pid=94003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:01.530232 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357e404e-5b39-433f-8f72-9e10713fe3a2 None None] Routers {'36b0bef1-25d3-440d-ac64-0a17ee1a8912'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:32:01.531662 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-357e404e-5b39-433f-8f72-9e10713fe3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:31:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['36b0bef1-25d3-440d-ac64-0a17ee1a8912'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:01.563547 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-03c43903-75a7-4953-bf91-c59380ad2ff0 None None] Provisioning complete for port 937ab45e-53c8-490d-9699-b23345241687 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:32:01.564033 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-03c43903-75a7-4953-bf91-c59380ad2ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:01.685350 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-03c43903-75a7-4953-bf91-c59380ad2ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:01.694011 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-357e404e-5b39-433f-8f72-9e10713fe3a2 None None] Set router 36b0bef1-25d3-440d-ac64-0a17ee1a8912 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:32:01.761135 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-03c43903-75a7-4953-bf91-c59380ad2ff0 None None] For port 937ab45e-53c8-490d-9699-b23345241687, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=937ab45e-53c8-490d-9699-b23345241687,segment=NetworkSegment(0d466f55-c2a9-4b77-ab2f-315b6e471adc),segment_id=0d466f55-c2a9-4b77-ab2f-315b6e471adc)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:32:01.773914 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-03c43903-75a7-4953-bf91-c59380ad2ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:01.860700 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c43903-75a7-4953-bf91-c59380ad2ff0 None None] Pushing event updated for resources: {'Port': ['ID=937ab45e-53c8-490d-9699-b23345241687,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:01.908383 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-20f35b8a-2196-4ad9-86a7-6f7624396984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:01.921679 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-f7ff9274-7e82-4772-b335-d8883a6acef1 None None] Provisioning complete for port 937ab45e-53c8-490d-9699-b23345241687 triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:32:01.922121 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-f7ff9274-7e82-4772-b335-d8883a6acef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:02.024541 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-357e404e-5b39-433f-8f72-9e10713fe3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b0bef1-25d3-440d-ac64-0a17ee1a8912', 'name': 'tempest-TestMinimumBasicScenario-630757128-router', 'tenant_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'dda26c83-2755-4639-9d68-f1e71ff46275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:31:53Z', 'updated_at': '2021-09-26T11:31:56Z', 'revision_number': 4, 'project_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'gw_port': {'id': 'dda26c83-2755-4639-9d68-f1e71ff46275', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b0bef1-25d3-440d-ac64-0a17ee1a8912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:54Z', 'updated_at': '2021-09-26T11:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '937ab45e-53c8-490d-9699-b23345241687', 'name': '', 'network_id': 'd2791650-7db4-4397-9dca-831932f48217', 'tenant_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'mac_address': 'fa:16:3e:bf:5b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b0bef1-25d3-440d-ac64-0a17ee1a8912', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7914bbcb-0d2a-42c9-8b8f-537f148d4c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:55Z', 'updated_at': '2021-09-26T11:32:01Z', 'revision_number': 4, 'project_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'subnets': [{'id': '7914bbcb-0d2a-42c9-8b8f-537f148d4c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:02.077408 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357e404e-5b39-433f-8f72-9e10713fe3a2 None None] The sync data for ids ['36b0bef1-25d3-440d-ac64-0a17ee1a8912'] in dv-cinder-811032-1-iscsi is: [{'id': '36b0bef1-25d3-440d-ac64-0a17ee1a8912', 'name': 'tempest-TestMinimumBasicScenario-630757128-router', 'tenant_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'dda26c83-2755-4639-9d68-f1e71ff46275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:31:53Z', 'updated_at': '2021-09-26T11:31:56Z', 'revision_number': 4, 'project_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'gw_port': {'id': 'dda26c83-2755-4639-9d68-f1e71ff46275', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b0bef1-25d3-440d-ac64-0a17ee1a8912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:54Z', 'updated_at': '2021-09-26T11:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '937ab45e-53c8-490d-9699-b23345241687', 'name': '', 'network_id': 'd2791650-7db4-4397-9dca-831932f48217', 'tenant_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'mac_address': 'fa:16:3e:bf:5b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b0bef1-25d3-440d-ac64-0a17ee1a8912', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '7914bbcb-0d2a-42c9-8b8f-537f148d4c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:55Z', 'updated_at': '2021-09-26T11:32:01Z', 'revision_number': 4, 'project_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'subnets': [{'id': '7914bbcb-0d2a-42c9-8b8f-537f148d4c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:32:02.277460 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device dda26c83-2755-4639-9d68-f1e71ff46275 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:32:02.339845 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port dda26c83-2755-4639-9d68-f1e71ff46275 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:32:02.340108 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:02.437179 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 937ab45e-53c8-490d-9699-b23345241687 up at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:32:02.498062 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:02.513939 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Provisioning complete for port 937ab45e-53c8-490d-9699-b23345241687 triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:32:02.514269 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:03.329806 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:04.697369 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:07.495591 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-06fca167-3b1e-43a4-ab05-4419a84e20ed tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:07.497102 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-06fca167-3b1e-43a4-ab05-4419a84e20ed tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/networks?id=ed7c7b86-a8cb-4872-b60c-42378058b3cd HTTP/1.1" status: 200 len: 814 time: 0.1026540 Sep 26 11:32:07.512292 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-5b7d888c-630a-4a41-bb4a-1a5e36044673 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/quotas/3f4cb33a8aa74beaafec869f50b29919 HTTP/1.1" status: 200 len: 375 time: 0.0092888 Sep 26 11:32:07.562721 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-c9845eaa-60e8-4ff4-9282-0ca71965554f tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f4cb33a8aa74beaafec869f50b29919&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450184 Sep 26 11:32:07.577928 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-2d7d84cb-c422-4483-8f53-88924c92a042 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 11:32:07.578943 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-2d7d84cb-c422-4483-8f53-88924c92a042 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050020 Sep 26 11:32:07.672185 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-21076657-bed2-4df3-b93e-94f3e87de3a8 service neutron] 10.222.0.15 "GET /v2.0/networks/ed7c7b86-a8cb-4872-b60c-42378058b3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869365 Sep 26 11:32:07.762672 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-f7434e7b-bbd6-44fe-a810-4f5576a9fa06 service neutron] 10.222.0.15 "GET /v2.0/networks/ed7c7b86-a8cb-4872-b60c-42378058b3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836990 Sep 26 11:32:08.020513 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-04e666ce-d1ca-4ee3-a742-bc1c7645ed9b req-05b574a2-5c3f-414c-80e7-d22e44339994 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 210 time: 0.1297042 Sep 26 11:32:08.936915 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-65fc275e-cea4-4a44-9878-c533c030b567 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:08.938366 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-65fc275e-cea4-4a44-9878-c533c030b567 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.22 "GET /v2.0/networks?id=ed7c7b86-a8cb-4872-b60c-42378058b3cd HTTP/1.1" status: 200 len: 814 time: 0.1033947 Sep 26 11:32:08.950557 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-a1f6a1c7-27b8-4cef-aef7-bf640f822e9c tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Request body: {'port': {'device_id': '4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b', 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd', 'admin_state_up': True, 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:32:09.071406 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-a1f6a1c7-27b8-4cef-aef7-bf640f822e9c tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Made reservation on behalf of 3f4cb33a8aa74beaafec869f50b29919 for: {'port': 1} {{(pid=94001) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 11:32:09.074979 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-a1f6a1c7-27b8-4cef-aef7-bf640f822e9c tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:09.130588 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-bbc539de-f22b-4dce-b59f-b3c8dbb66198 req-7a64e5e1-8e10-4352-8e33-956660752011 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 210 time: 0.0375881 Sep 26 11:32:09.237988 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_common [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-a1f6a1c7-27b8-4cef-aef7-bf640f822e9c tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Allocated IP 172.20.0.13 (ed7c7b86-a8cb-4872-b60c-42378058b3cd/a31d55e1-cd19-4b77-847f-f48863911bee/c07b02b3-d571-4a19-9861-785da40bf1fe) {{(pid=94001) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:32:09.427830 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-a1f6a1c7-27b8-4cef-aef7-bf640f822e9c tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for port, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:09.489382 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-a1f6a1c7-27b8-4cef-aef7-bf640f822e9c tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:09.536354 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-a1f6a1c7-27b8-4cef-aef7-bf640f822e9c tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Network ed7c7b86-a8cb-4872-b60c-42378058b3cd is already hosted by enough agents. {{(pid=94001) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:32:09.539616 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.base_scheduler [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-a1f6a1c7-27b8-4cef-aef7-bf640f822e9c tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Resources bound (agent type, host, resource id): {{(pid=94001) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:32:09.546854 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-a1f6a1c7-27b8-4cef-aef7-bf640f822e9c tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Received port after_create {{(pid=94001) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:32:09.552475 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6a1c7-27b8-4cef-aef7-bf640f822e9c tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Pushing event updated for resources: {'Port': ['ID=c07b02b3-d571-4a19-9861-785da40bf1fe,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:09.614713 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-a1f6a1c7-27b8-4cef-aef7-bf640f822e9c tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:09.615468 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-a1f6a1c7-27b8-4cef-aef7-bf640f822e9c tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:09.633155 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-a1f6a1c7-27b8-4cef-aef7-bf640f822e9c tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6860771 Sep 26 11:32:09.830326 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-a111b732-8814-41d2-b84f-08483d3e6e69 None None] Provisioning complete for port c07b02b3-d571-4a19-9861-785da40bf1fe triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:32:09.830954 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-a111b732-8814-41d2-b84f-08483d3e6e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:09.874393 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-a111b732-8814-41d2-b84f-08483d3e6e69 None None] Port c07b02b3-d571-4a19-9861-785da40bf1fe cannot update to ACTIVE because it is not bound. {{(pid=94002) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 26 11:32:10.246614 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dd3f6-7c72-4631-b323-198fb9f7251d req-45d79aaf-26c5-4b58-973e-e00bcd7383d4 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:10.248130 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6d1dd3f6-7c72-4631-b323-198fb9f7251d req-45d79aaf-26c5-4b58-973e-e00bcd7383d4 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 932 time: 0.0496168 Sep 26 11:32:10.287443 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-6d1dd3f6-7c72-4631-b323-198fb9f7251d req-e8d6358b-0548-47f5-930c-abc99efd8532 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326979 Sep 26 11:32:11.406067 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcad43-95f2-4de5-853b-ad3607fefd8e req-9f3cd417-bddb-4cc3-acb1-c4f05c0a1230 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:11.408149 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a3bcad43-95f2-4de5-853b-ad3607fefd8e req-9f3cd417-bddb-4cc3-acb1-c4f05c0a1230 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 932 time: 0.0524054 Sep 26 11:32:11.453410 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a3bcad43-95f2-4de5-853b-ad3607fefd8e req-58ba6b15-76c7-4e64-86c4-dfff1566cfdc tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387080 Sep 26 11:32:12.306333 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:32:12.572897 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d25ccb-7ba0-4019-920d-450e4839ce05 req-c74a05cc-12d2-4a14-bc5e-25fb0dbb8fef tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:12.574358 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-85d25ccb-7ba0-4019-920d-450e4839ce05 req-c74a05cc-12d2-4a14-bc5e-25fb0dbb8fef tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 932 time: 0.0521216 Sep 26 11:32:12.615523 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-85d25ccb-7ba0-4019-920d-450e4839ce05 req-635fafcf-1430-4310-89d2-1f56691cb706 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335917 Sep 26 11:32:13.758972 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c487b-01e4-4ccf-8b89-909b9b3a827f req-1a8ba046-fd9f-474e-b2f6-013dc15cf9df tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:13.760784 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d00c487b-01e4-4ccf-8b89-909b9b3a827f req-1a8ba046-fd9f-474e-b2f6-013dc15cf9df tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 932 time: 0.0601537 Sep 26 11:32:13.804011 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d00c487b-01e4-4ccf-8b89-909b9b3a827f req-04b2dfbe-a3c3-45ed-9fce-6678c4984d42 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373092 Sep 26 11:32:15.190835 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6dfd9-f2c4-479a-8664-3edafa0aebfa req-ccb84bfb-aa24-41af-9525-dcfb8b6e50b6 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:15.192454 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4bf6dfd9-f2c4-479a-8664-3edafa0aebfa req-ccb84bfb-aa24-41af-9525-dcfb8b6e50b6 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 932 time: 0.3197143 Sep 26 11:32:15.232185 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-4bf6dfd9-f2c4-479a-8664-3edafa0aebfa req-20e16906-47a7-403f-a3d4-a8cac7e693c0 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331089 Sep 26 11:32:16.359985 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ccf81-8a50-4321-bdf4-f4a573ccd242 req-3bc9b25c-ae8f-4760-97c5-e85a6dea5a8d tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:16.361443 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-cd0ccf81-8a50-4321-bdf4-f4a573ccd242 req-3bc9b25c-ae8f-4760-97c5-e85a6dea5a8d tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 932 time: 0.0604029 Sep 26 11:32:16.399540 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-cd0ccf81-8a50-4321-bdf4-f4a573ccd242 req-85678579-1ba6-46a4-92e5-1456dd508823 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319929 Sep 26 11:32:17.525981 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce39038-88a3-4573-8154-d367931d52e8 req-af6741dd-ad4f-4112-88bf-6c8191cedbc4 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:17.528512 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7ce39038-88a3-4573-8154-d367931d52e8 req-af6741dd-ad4f-4112-88bf-6c8191cedbc4 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 932 time: 0.0555682 Sep 26 11:32:17.570737 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7ce39038-88a3-4573-8154-d367931d52e8 req-386f9481-0c12-4dec-ad68-8165aafa2933 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345917 Sep 26 11:32:18.694230 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c6b64-7ece-49d3-a414-c10f85695681 req-5a0360ed-3850-45c2-9189-3dd6a9f8ef77 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:18.696800 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3e5c6b64-7ece-49d3-a414-c10f85695681 req-5a0360ed-3850-45c2-9189-3dd6a9f8ef77 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 932 time: 0.0562825 Sep 26 11:32:18.741026 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3e5c6b64-7ece-49d3-a414-c10f85695681 req-1ed2fd63-339c-42c8-90e7-cacbafeba59e tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371842 Sep 26 11:32:19.858062 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff99193-fb7a-45b6-9622-f0d365291bd0 req-b782b68e-7a1e-46b5-af44-b4ca5100c011 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:19.859603 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8ff99193-fb7a-45b6-9622-f0d365291bd0 req-b782b68e-7a1e-46b5-af44-b4ca5100c011 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 932 time: 0.0504723 Sep 26 11:32:19.900980 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8ff99193-fb7a-45b6-9622-f0d365291bd0 req-cec96631-c376-4320-b52f-6d0901b02fc5 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347693 Sep 26 11:32:20.333189 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-6752a90b-ad32-4b42-a578-2726aaee623c tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94001) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 26 11:32:20.334664 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-6752a90b-ad32-4b42-a578-2726aaee623c tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059371 Sep 26 11:32:20.405694 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-735354da-5934-41fa-a247-29bd8b48e5a6 service neutron] Request body: {'port': {'device_id': '4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81103'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:32:20.467905 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-735354da-5934-41fa-a247-29bd8b48e5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:20.763488 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-735354da-5934-41fa-a247-29bd8b48e5a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c07b02b3-d571-4a19-9861-785da40bf1fe {{(pid=94001) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:32:20.771624 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-735354da-5934-41fa-a247-29bd8b48e5a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:20.783728 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.provisioning_blocks [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-735354da-5934-41fa-a247-29bd8b48e5a6 service neutron] Transition to ACTIVE for port object c07b02b3-d571-4a19-9861-785da40bf1fe will not be triggered until provisioned by entity L2. {{(pid=94001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 26 11:32:20.787952 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-735354da-5934-41fa-a247-29bd8b48e5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530552719'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:20.844516 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735354da-5934-41fa-a247-29bd8b48e5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c07b02b3-d571-4a19-9861-785da40bf1fe,revision_number=2']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:20.916931 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-735354da-5934-41fa-a247-29bd8b48e5a6 service neutron] Attempting to bind port c07b02b3-d571-4a19-9861-785da40bf1fe on host hv-cinder-81103 for vnic_type normal with profile {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 26 11:32:20.917652 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-735354da-5934-41fa-a247-29bd8b48e5a6 service neutron] Attempting to bind port c07b02b3-d571-4a19-9861-785da40bf1fe by drivers openvswitch,hyperv on host hv-cinder-81103 at level 0 using segments [{'id': 'bccb67d8-1e3c-4686-8ee3-17fb66ea2aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd'}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 26 11:32:20.917652 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-735354da-5934-41fa-a247-29bd8b48e5a6 service neutron] Attempting to bind port c07b02b3-d571-4a19-9861-785da40bf1fe on network ed7c7b86-a8cb-4872-b60c-42378058b3cd {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:32:20.922349 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-735354da-5934-41fa-a247-29bd8b48e5a6 service neutron] Port c07b02b3-d571-4a19-9861-785da40bf1fe on network ed7c7b86-a8cb-4872-b60c-42378058b3cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81103 {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 26 11:32:20.922697 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-735354da-5934-41fa-a247-29bd8b48e5a6 service neutron] Attempting to bind port c07b02b3-d571-4a19-9861-785da40bf1fe on network ed7c7b86-a8cb-4872-b60c-42378058b3cd {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 11:32:20.932568 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-735354da-5934-41fa-a247-29bd8b48e5a6 service neutron] Checking agent: {'id': 'c7902f34-c618-4561-9fcf-9ee1c8cebcf2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81103', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'started_at': datetime.datetime(2021, 9, 26, 11, 19, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 26, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 26 11:32:20.932568 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-735354da-5934-41fa-a247-29bd8b48e5a6 service neutron] Checking segment: {'id': 'bccb67d8-1e3c-4686-8ee3-17fb66ea2aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 26 11:32:20.932998 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-735354da-5934-41fa-a247-29bd8b48e5a6 service neutron] Bound using segment: {'id': 'bccb67d8-1e3c-4686-8ee3-17fb66ea2aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd'} {{(pid=94001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 11:32:20.933430 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.managers [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-735354da-5934-41fa-a247-29bd8b48e5a6 service neutron] Bound port: c07b02b3-d571-4a19-9861-785da40bf1fe, host: hv-cinder-81103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bccb67d8-1e3c-4686-8ee3-17fb66ea2aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd'}}] {{(pid=94001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 26 11:32:20.933793 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-735354da-5934-41fa-a247-29bd8b48e5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:21.036828 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-735354da-5934-41fa-a247-29bd8b48e5a6 service neutron] For port c07b02b3-d571-4a19-9861-785da40bf1fe, host hv-cinder-81103, cleared binding levels {{(pid=94001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 11:32:21.041049 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-735354da-5934-41fa-a247-29bd8b48e5a6 service neutron] For port c07b02b3-d571-4a19-9861-785da40bf1fe, host hv-cinder-81103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=c07b02b3-d571-4a19-9861-785da40bf1fe,segment=NetworkSegment(bccb67d8-1e3c-4686-8ee3-17fb66ea2aae),segment_id=bccb67d8-1e3c-4686-8ee3-17fb66ea2aae)] {{(pid=94001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 11:32:21.045663 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-735354da-5934-41fa-a247-29bd8b48e5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530552719'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:21.057723 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f53dc-9533-45db-ac2f-2a2a04f2b7d6 req-290b4ef4-976f-48ca-9cf8-ccc09bbdbb2b tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:21.059302 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-689f53dc-9533-45db-ac2f-2a2a04f2b7d6 req-290b4ef4-976f-48ca-9cf8-ccc09bbdbb2b tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 944 time: 0.0825148 Sep 26 11:32:21.111791 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-735354da-5934-41fa-a247-29bd8b48e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:21.112426 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-735354da-5934-41fa-a247-29bd8b48e5a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:21.113863 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-735354da-5934-41fa-a247-29bd8b48e5a6 service neutron] 10.222.0.22 "PUT /v2.0/ports/c07b02b3-d571-4a19-9861-785da40bf1fe HTTP/1.1" status: 200 len: 1094 time: 0.7669599 Sep 26 11:32:21.114799 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b', 'tag': 'c07b02b3-d571-4a19-9861-785da40bf1fe'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:32:21.116975 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0328c8c8-a251-4d52-a7ed-1a58614cf035" -d '{"events": [{"name": "network-changed", "server_uuid": "4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b", "tag": "c07b02b3-d571-4a19-9861-785da40bf1fe"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:32:21.158417 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735354da-5934-41fa-a247-29bd8b48e5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c07b02b3-d571-4a19-9861-785da40bf1fe,revision_number=3']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:21.162206 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0855ef88-399b-4a05-a2d3-5f6fb60ae652 x-openstack-request-id: req-0855ef88-399b-4a05-a2d3-5f6fb60ae652 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:32:21.162521 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b", "tag": "c07b02b3-d571-4a19-9861-785da40bf1fe", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:32:21.162774 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0855ef88-399b-4a05-a2d3-5f6fb60ae652 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:32:21.163175 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b', 'tag': 'c07b02b3-d571-4a19-9861-785da40bf1fe', 'status': 'completed', 'code': 200} Sep 26 11:32:21.173376 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-689f53dc-9533-45db-ac2f-2a2a04f2b7d6 req-109b6f8d-ffc6-485a-9ec7-8883449984c0 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846150 Sep 26 11:32:21.208199 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-158e4fa1-89d5-4dc7-a18b-1610c830e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:21.210486 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-158e4fa1-89d5-4dc7-a18b-1610c830e872 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3f4cb33a8aa74beaafec869f50b29919&device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 1097 time: 0.0535142 Sep 26 11:32:21.254429 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-d2dae9e2-42bb-411a-90b4-f4d41229e14a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c07b02b3-d571-4a19-9861-785da40bf1fe HTTP/1.1" status: 200 len: 217 time: 0.0352826 Sep 26 11:32:21.310990 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-9f5e9e9f-8500-4ead-ab0c-29a30f64d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:21.312477 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-9f5e9e9f-8500-4ead-ab0c-29a30f64d002 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a31d55e1-cd19-4b77-847f-f48863911bee HTTP/1.1" status: 200 len: 853 time: 0.0506954 Sep 26 11:32:21.359155 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-3ffb104f-482e-4383-97a2-a29dccf4dfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:21.360659 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-3ffb104f-482e-4383-97a2-a29dccf4dfea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ed7c7b86-a8cb-4872-b60c-42378058b3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417554 Sep 26 11:32:21.455191 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-926aadeb-4d60-4916-abc4-38feecdb894e service neutron] 10.222.0.22 "GET /v2.0/networks/ed7c7b86-a8cb-4872-b60c-42378058b3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867431 Sep 26 11:32:21.550677 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d1c88fb4-7801-43cf-9831-9c18ad84b027 req-dc6fe87d-5578-4dc9-9271-933a0ab58e90 service neutron] 10.222.0.22 "GET /v2.0/networks/ed7c7b86-a8cb-4872-b60c-42378058b3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883658 Sep 26 11:32:21.641454 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328c8c8-a251-4d52-a7ed-1a58614cf035 req-f946ba5c-af2f-4838-a05b-65b626e64ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:21.643014 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0328c8c8-a251-4d52-a7ed-1a58614cf035 req-f946ba5c-af2f-4838-a05b-65b626e64ab7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3f4cb33a8aa74beaafec869f50b29919&device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 1097 time: 0.0421696 Sep 26 11:32:21.742853 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328c8c8-a251-4d52-a7ed-1a58614cf035 req-33c071c7-adba-4c99-a87d-73a0bcff6d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:21.744355 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0328c8c8-a251-4d52-a7ed-1a58614cf035 req-33c071c7-adba-4c99-a87d-73a0bcff6d17 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ed7c7b86-a8cb-4872-b60c-42378058b3cd HTTP/1.1" status: 200 len: 915 time: 0.0947833 Sep 26 11:32:21.789867 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0328c8c8-a251-4d52-a7ed-1a58614cf035 req-f706380d-2450-4a82-874d-41656db4d3c4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c07b02b3-d571-4a19-9861-785da40bf1fe HTTP/1.1" status: 200 len: 217 time: 0.0366702 Sep 26 11:32:21.847907 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328c8c8-a251-4d52-a7ed-1a58614cf035 req-525c9c77-6392-43c9-a1f4-7f0a7ed02cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:21.849799 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0328c8c8-a251-4d52-a7ed-1a58614cf035 req-525c9c77-6392-43c9-a1f4-7f0a7ed02cb4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a31d55e1-cd19-4b77-847f-f48863911bee HTTP/1.1" status: 200 len: 853 time: 0.0459878 Sep 26 11:32:21.902446 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328c8c8-a251-4d52-a7ed-1a58614cf035 req-e96c2f16-79f2-4045-93e6-a72732300d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:21.904068 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0328c8c8-a251-4d52-a7ed-1a58614cf035 req-e96c2f16-79f2-4045-93e6-a72732300d55 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ed7c7b86-a8cb-4872-b60c-42378058b3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456641 Sep 26 11:32:21.997251 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0328c8c8-a251-4d52-a7ed-1a58614cf035 req-1bcdedaa-e9de-476e-a480-8afb81638ff4 service neutron] 10.222.0.22 "GET /v2.0/networks/ed7c7b86-a8cb-4872-b60c-42378058b3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845735 Sep 26 11:32:22.094470 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0328c8c8-a251-4d52-a7ed-1a58614cf035 req-ecec7a9e-f25e-46c3-be40-278fdca3d7bd service neutron] 10.222.0.22 "GET /v2.0/networks/ed7c7b86-a8cb-4872-b60c-42378058b3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891857 Sep 26 11:32:22.293552 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94500cf2-cd98-4247-b373-45b7e0128298 req-f53515b7-77f8-4a57-89a7-dd87ba6820fa tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:22.295147 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-94500cf2-cd98-4247-b373-45b7e0128298 req-f53515b7-77f8-4a57-89a7-dd87ba6820fa tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 944 time: 0.0506978 Sep 26 11:32:22.333604 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-94500cf2-cd98-4247-b373-45b7e0128298 req-dc0e7843-de9b-4dd0-9c40-0e18ef48f630 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320022 Sep 26 11:32:23.453298 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1a049-a433-4036-9238-c8de6a3a5f62 req-65f60719-5b9b-4fc7-be6e-6fa1f500ed53 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:23.454834 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d9a1a049-a433-4036-9238-c8de6a3a5f62 req-65f60719-5b9b-4fc7-be6e-6fa1f500ed53 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 944 time: 0.0499620 Sep 26 11:32:23.495931 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d9a1a049-a433-4036-9238-c8de6a3a5f62 req-cfeec72f-1c18-4ac2-b22c-9b7592a55548 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347204 Sep 26 11:32:24.630035 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb1a6f-9080-4b2f-9680-25ee6a1470e6 req-5de183f4-6e18-47ca-ab5b-51d81aca0da4 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:24.631625 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-19cb1a6f-9080-4b2f-9680-25ee6a1470e6 req-5de183f4-6e18-47ca-ab5b-51d81aca0da4 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 944 time: 0.0581734 Sep 26 11:32:24.673152 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-19cb1a6f-9080-4b2f-9680-25ee6a1470e6 req-92ecb57b-0d22-47fa-b96b-525c7dda73a7 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356390 Sep 26 11:32:25.766408 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device c07b02b3-d571-4a19-9861-785da40bf1fe details requested by agent hyperv_hv-cinder-81103 with host hv-cinder-81103 {{(pid=94002) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 11:32:25.790815 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade5cdf-b617-43ee-b83e-dbc44fd2cb48 req-c4e6adf2-b0b8-451f-8e9c-4ed7036770b4 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:25.793391 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0ade5cdf-b617-43ee-b83e-dbc44fd2cb48 req-c4e6adf2-b0b8-451f-8e9c-4ed7036770b4 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 944 time: 0.0536578 Sep 26 11:32:25.832792 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0ade5cdf-b617-43ee-b83e-dbc44fd2cb48 req-c351f767-0c81-4cec-93cc-cff52e9d52dd tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338700 Sep 26 11:32:25.862733 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port c07b02b3-d571-4a19-9861-785da40bf1fe, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=c07b02b3-d571-4a19-9861-785da40bf1fe,segment=NetworkSegment(bccb67d8-1e3c-4686-8ee3-17fb66ea2aae),segment_id=bccb67d8-1e3c-4686-8ee3-17fb66ea2aae)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:32:25.874298 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Returning: {'device': 'c07b02b3-d571-4a19-9861-785da40bf1fe', 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd', 'port_id': 'c07b02b3-d571-4a19-9861-785da40bf1fe', 'mac_address': 'fa:16:3e:37:58:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31d55e1-cd19-4b77-847f-f48863911bee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94002) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 11:32:25.914663 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:25.927644 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c07b02b3-d571-4a19-9861-785da40bf1fe {{(pid=94002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 26 11:32:25.947286 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port c07b02b3-d571-4a19-9861-785da40bf1fe, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=c07b02b3-d571-4a19-9861-785da40bf1fe,segment=NetworkSegment(bccb67d8-1e3c-4686-8ee3-17fb66ea2aae),segment_id=bccb67d8-1e3c-4686-8ee3-17fb66ea2aae)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:32:25.951197 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:25.998393 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=c07b02b3-d571-4a19-9861-785da40bf1fe,revision_number=4']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:26.176032 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['c07b02b3-d571-4a19-9861-785da40bf1fe'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:32:26.946817 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d19b0-96b2-40aa-b0bc-6b743562e5d2 req-975230b7-2479-4a5c-8161-12a0c3bf5ca8 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:26.948301 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1b5d19b0-96b2-40aa-b0bc-6b743562e5d2 req-975230b7-2479-4a5c-8161-12a0c3bf5ca8 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 945 time: 0.0485034 Sep 26 11:32:26.985801 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-1b5d19b0-96b2-40aa-b0bc-6b743562e5d2 req-af99ff81-693f-4303-9f0c-1b64e65cdcef tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316069 Sep 26 11:32:27.757096 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device c07b02b3-d571-4a19-9861-785da40bf1fe up at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 11:32:27.806837 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning for port c07b02b3-d571-4a19-9861-785da40bf1fe completed by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 26 11:32:27.810512 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Provisioning complete for port c07b02b3-d571-4a19-9861-785da40bf1fe triggered by entity L2. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:32:27.810970 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:27.888124 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:27.910081 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07b02b3-d571-4a19-9861-785da40bf1fe'}] {{(pid=94002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:32:27.912917 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e2a4dcb4df7381dc5513db18d067d3d54c9603724c7604df68376c125a911d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65139b5f-d27b-4853-afdf-a84db48d4535" -d '{"events": [{"server_uuid": "4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b", "name": "network-vif-plugged", "status": "completed", "tag": "c07b02b3-d571-4a19-9861-785da40bf1fe"}]}' {{(pid=94002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:32:27.925990 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] For port c07b02b3-d571-4a19-9861-785da40bf1fe, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=c07b02b3-d571-4a19-9861-785da40bf1fe,segment=NetworkSegment(bccb67d8-1e3c-4686-8ee3-17fb66ea2aae),segment_id=bccb67d8-1e3c-4686-8ee3-17fb66ea2aae)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:32:27.932089 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627'] for port, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:27.959142 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11534581-250e-4395-abdf-67e41b6aaec1 x-openstack-request-id: req-11534581-250e-4395-abdf-67e41b6aaec1 {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:32:27.959437 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b", "name": "network-vif-plugged", "status": "completed", "tag": "c07b02b3-d571-4a19-9861-785da40bf1fe", "code": 200}]} {{(pid=94002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:32:27.959694 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11534581-250e-4395-abdf-67e41b6aaec1 {{(pid=94002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:32:27.960088 dv-cinder-811032-1-iscsi neutron-server[94002]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07b02b3-d571-4a19-9861-785da40bf1fe', 'code': 200} Sep 26 11:32:27.990869 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Pushing event updated for resources: {'Port': ['ID=c07b02b3-d571-4a19-9861-785da40bf1fe,revision_number=5']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:28.134281 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd8e0d-a621-4cd7-98b4-3501181e9bbc req-e9fbc9c4-183e-496c-bd2e-f83ef430a608 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:28.135775 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-cddd8e0d-a621-4cd7-98b4-3501181e9bbc req-e9fbc9c4-183e-496c-bd2e-f83ef430a608 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 946 time: 0.0798085 Sep 26 11:32:28.141544 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba48463-9816-454c-b7f1-94885cb74bfd req-7a6de88a-cd36-45fc-84e3-65076c27a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:28.142982 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-dba48463-9816-454c-b7f1-94885cb74bfd req-7a6de88a-cd36-45fc-84e3-65076c27a1cb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 1099 time: 0.0561545 Sep 26 11:32:28.195746 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-cddd8e0d-a621-4cd7-98b4-3501181e9bbc req-46a678e6-a3cb-44d3-863b-855a747bece5 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518239 Sep 26 11:32:28.197597 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-dba48463-9816-454c-b7f1-94885cb74bfd req-fb19ebe0-7589-43b1-a030-0c1140d35d4f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473166 Sep 26 11:32:29.311214 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3728e-301b-4865-b430-5c93d7c10645 req-7bc110e5-bb92-4329-9b4f-51169ae20f8d tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:29.312636 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-42b3728e-301b-4865-b430-5c93d7c10645 req-7bc110e5-bb92-4329-9b4f-51169ae20f8d tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 946 time: 0.0496790 Sep 26 11:32:29.344168 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-eaec0b3c-8589-4b1a-9758-8307f51f7436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:29.352173 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-42b3728e-301b-4865-b430-5c93d7c10645 req-d01e6189-7ff2-43dc-bf75-fc837deff109 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335574 Sep 26 11:32:29.465399 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107b673-6a5e-4cba-b4b9-8e4ab48af392 req-64dc1d0f-633a-40ff-a8a8-dc04c1b45429 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:29.466897 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3107b673-6a5e-4cba-b4b9-8e4ab48af392 req-64dc1d0f-633a-40ff-a8a8-dc04c1b45429 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 946 time: 0.0514224 Sep 26 11:32:29.504251 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3107b673-6a5e-4cba-b4b9-8e4ab48af392 req-aa039e53-5cab-4d4d-b296-b9a8d93d92ae tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313609 Sep 26 11:32:29.717221 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:29.836058 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3910f-5d09-44f0-828c-a3ea4cdbaaa0 req-973b5c56-3cd6-49b6-841b-859a6adfeebd tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:29.837618 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f4a3910f-5d09-44f0-828c-a3ea4cdbaaa0 req-973b5c56-3cd6-49b6-841b-859a6adfeebd tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 946 time: 0.0524352 Sep 26 11:32:29.880329 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f4a3910f-5d09-44f0-828c-a3ea4cdbaaa0 req-7d8261fb-8383-42c1-88e2-589317777d37 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330987 Sep 26 11:32:31.874959 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b3853c27-7724-4700-b4b0-a95d5f7faefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:32.490151 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:33.330051 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:34.698540 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:37.270428 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55532) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:32:37.425698 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-d9cc4f31-7a96-41d4-a332-3bbebabb78d6 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Deleting port 050395e6-9960-4346-b88f-9662538d88cb {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:32:37.426032 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d9cc4f31-7a96-41d4-a332-3bbebabb78d6 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:37.512180 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d9cc4f31-7a96-41d4-a332-3bbebabb78d6 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:37.512512 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d9cc4f31-7a96-41d4-a332-3bbebabb78d6 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:37.526051 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-d9cc4f31-7a96-41d4-a332-3bbebabb78d6 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Calling delete_port for 050395e6-9960-4346-b88f-9662538d88cb owned by network:floatingip {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:32:37.673235 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d9cc4f31-7a96-41d4-a332-3bbebabb78d6 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:37.699533 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc4f31-7a96-41d4-a332-3bbebabb78d6 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Pushing event deleted for resources: {'Port': ['ID=050395e6-9960-4346-b88f-9662538d88cb,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:37.756417 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d9cc4f31-7a96-41d4-a332-3bbebabb78d6 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for floatingip, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:37.756854 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.db.l3_db [None req-d9cc4f31-7a96-41d4-a332-3bbebabb78d6 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Floating IP a37f820e-ecc9-45b7-a181-7a76118c0325 disassociated (deleted). External IP: 172.27.3.179, port: 69f210e4-9be0-4220-b221-1ea0fca80871. Sep 26 11:32:37.975713 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9cc4f31-7a96-41d4-a332-3bbebabb78d6 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Router 87b22159-4259-43a7-961f-28cde81a65c8 has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:32:38.082903 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9cc4f31-7a96-41d4-a332-3bbebabb78d6 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:32:38.088813 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-d9cc4f31-7a96-41d4-a332-3bbebabb78d6 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for floatingip, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:38.096894 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c746d-e5a7-4e69-9756-ed43b6abb59c None None] Sync routers for ids ['87b22159-4259-43a7-961f-28cde81a65c8'] in dv-cinder-811032-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:32:38.109038 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0c746d-e5a7-4e69-9756-ed43b6abb59c None None] Routers {'87b22159-4259-43a7-961f-28cde81a65c8'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:32:38.109848 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-2b0c746d-e5a7-4e69-9756-ed43b6abb59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:32:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['87b22159-4259-43a7-961f-28cde81a65c8'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:38.129959 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-d9cc4f31-7a96-41d4-a332-3bbebabb78d6 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "DELETE /v2.0/floatingips/a37f820e-ecc9-45b7-a181-7a76118c0325 HTTP/1.1" status: 204 len: 168 time: 0.8561921 Sep 26 11:32:38.129959 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd00a550-e38c-493d-bbb2-f5ea04cbf4fe', 'tag': '69f210e4-9be0-4220-b221-1ea0fca80871'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:32:38.132081 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2984c7-38c8-467b-8a63-036ab33d53d1" -d '{"events": [{"name": "network-changed", "server_uuid": "cd00a550-e38c-493d-bbb2-f5ea04cbf4fe", "tag": "69f210e4-9be0-4220-b221-1ea0fca80871"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:32:38.171575 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad5d49d-c8b5-413b-bdbd-6dbcd0a07fee x-openstack-request-id: req-7ad5d49d-c8b5-413b-bdbd-6dbcd0a07fee {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:32:38.171875 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd00a550-e38c-493d-bbb2-f5ea04cbf4fe", "tag": "69f210e4-9be0-4220-b221-1ea0fca80871", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:32:38.173409 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ad5d49d-c8b5-413b-bdbd-6dbcd0a07fee {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:32:38.173409 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd00a550-e38c-493d-bbb2-f5ea04cbf4fe', 'tag': '69f210e4-9be0-4220-b221-1ea0fca80871', 'status': 'completed', 'code': 200} Sep 26 11:32:38.243773 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2984c7-38c8-467b-8a63-036ab33d53d1 req-97b2054b-d876-4be0-995a-cb272b8e3e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:38.245327 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8c2984c7-38c8-467b-8a63-036ab33d53d1 req-97b2054b-d876-4be0-995a-cb272b8e3e2e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce837c99bcc9456283c5401547ff5a76&device_id=cd00a550-e38c-493d-bbb2-f5ea04cbf4fe HTTP/1.1" status: 200 len: 1099 time: 0.0490391 Sep 26 11:32:38.266433 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-2b0c746d-e5a7-4e69-9756-ed43b6abb59c None None] Set router 87b22159-4259-43a7-961f-28cde81a65c8 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:32:38.410981 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dac5c3-a92b-44b1-8b37-9ff195f925a3 req-857875fe-4d0c-4b89-9e46-9c7faf5ae7eb tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:38.413243 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c2dac5c3-a92b-44b1-8b37-9ff195f925a3 req-857875fe-4d0c-4b89-9e46-9c7faf5ae7eb tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 946 time: 0.1510766 Sep 26 11:32:38.415512 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2984c7-38c8-467b-8a63-036ab33d53d1 req-2894487f-85e7-414b-a7ff-d41be50f3ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:38.416882 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8c2984c7-38c8-467b-8a63-036ab33d53d1 req-2894487f-85e7-414b-a7ff-d41be50f3ef6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8 HTTP/1.1" status: 200 len: 912 time: 0.1644444 Sep 26 11:32:38.450208 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96998b73-0de7-444d-972c-7557bde3f06f req-2d6a7d96-5164-4367-9459-9fc6aa9dec86 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:38.451728 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-96998b73-0de7-444d-972c-7557bde3f06f req-2d6a7d96-5164-4367-9459-9fc6aa9dec86 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd00a550-e38c-493d-bbb2-f5ea04cbf4fe HTTP/1.1" status: 200 len: 946 time: 0.1047101 Sep 26 11:32:38.483182 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8c2984c7-38c8-467b-8a63-036ab33d53d1 req-eaaca910-1370-40f9-b626-0e3453d70e92 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69f210e4-9be0-4220-b221-1ea0fca80871 HTTP/1.1" status: 200 len: 217 time: 0.0527840 Sep 26 11:32:38.497148 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-2b0c746d-e5a7-4e69-9756-ed43b6abb59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b22159-4259-43a7-961f-28cde81a65c8', 'name': 'tempest-TestVolumeBootPattern-851282300-router', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:11Z', 'updated_at': '2021-09-26T11:25:19Z', 'revision_number': 4, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'gw_port': {'id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:12Z', 'updated_at': '2021-09-26T11:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': 'bf111281-623f-4ccb-a464-c80f882e3c5d', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'port_id': 'bf8a204d-6396-4e94-a812-1c590ba8e32c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'mac_address': 'fa:16:3e:47:37:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f2c8a2-988c-461a-9794-2567df57261f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:29:02Z', 'updated_at': '2021-09-26T11:29:04Z', 'revision_number': 1, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f41534-2e02-49f8-a247-a696fb2fc95a', 'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'mac_address': 'fa:16:3e:9c:ef:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:16Z', 'updated_at': '2021-09-26T11:25:25Z', 'revision_number': 5, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'subnets': [{'id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:38.527582 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c746d-e5a7-4e69-9756-ed43b6abb59c None None] Checking router: 87b22159-4259-43a7-961f-28cde81a65c8 for host: dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:32:38.535865 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0c746d-e5a7-4e69-9756-ed43b6abb59c None None] Routers {'87b22159-4259-43a7-961f-28cde81a65c8'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:32:38.536473 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-2b0c746d-e5a7-4e69-9756-ed43b6abb59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:32:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['87b22159-4259-43a7-961f-28cde81a65c8'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:38.555818 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c2dac5c3-a92b-44b1-8b37-9ff195f925a3 req-9d398cac-eacc-4322-9677-68d149fc9867 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359944 Sep 26 11:32:38.563987 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-96998b73-0de7-444d-972c-7557bde3f06f req-4426d1ed-fcc0-482a-9c94-fca4a5fb5765 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845551 Sep 26 11:32:38.577400 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2984c7-38c8-467b-8a63-036ab33d53d1 req-296cebb2-83bb-4df0-a447-37b7a77dda56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:38.577400 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8c2984c7-38c8-467b-8a63-036ab33d53d1 req-296cebb2-83bb-4df0-a447-37b7a77dda56 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=258101c2-cabd-4a87-bb0e-e9533532d3e4 HTTP/1.1" status: 200 len: 850 time: 0.0829561 Sep 26 11:32:38.578603 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55548) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:32:38.625776 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2984c7-38c8-467b-8a63-036ab33d53d1 req-eeee0a2b-cb12-4a3d-9409-0c42a92f103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:38.627350 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8c2984c7-38c8-467b-8a63-036ab33d53d1 req-eeee0a2b-cb12-4a3d-9409-0c42a92f103e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418713 Sep 26 11:32:38.646162 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-2b0c746d-e5a7-4e69-9756-ed43b6abb59c None None] Set router 87b22159-4259-43a7-961f-28cde81a65c8 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:32:38.728012 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833bb213-4f21-480e-9bf1-3a081f8b5ee9 tempest-TestMinimumBasicScenario-1478013610 tempest-TestMinimumBasicScenario-1478013610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:38.729461 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-833bb213-4f21-480e-9bf1-3a081f8b5ee9 tempest-TestMinimumBasicScenario-1478013610 tempest-TestMinimumBasicScenario-1478013610-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 1094 time: 0.1497481 Sep 26 11:32:38.732711 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55552) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:32:38.737329 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-70a0ee5b-bd47-4eb4-afa7-aa9b52950631 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Request body: {'floatingip': {'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'port_id': 'c07b02b3-d571-4a19-9861-785da40bf1fe', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:32:38.751482 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8c2984c7-38c8-467b-8a63-036ab33d53d1 req-49ef72b7-3ee1-48e6-bff7-34f57d95d6fd service neutron] 10.222.0.22 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106074 Sep 26 11:32:38.764789 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-70a0ee5b-bd47-4eb4-afa7-aa9b52950631 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for floatingip, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:38.848530 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-8c2984c7-38c8-467b-8a63-036ab33d53d1 req-f446f872-be8b-4edb-946b-091b8818d229 service neutron] 10.222.0.22 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889277 Sep 26 11:32:38.863197 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-70a0ee5b-bd47-4eb4-afa7-aa9b52950631 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:38.881036 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-2b0c746d-e5a7-4e69-9756-ed43b6abb59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b22159-4259-43a7-961f-28cde81a65c8', 'name': 'tempest-TestVolumeBootPattern-851282300-router', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:11Z', 'updated_at': '2021-09-26T11:25:19Z', 'revision_number': 4, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'gw_port': {'id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:12Z', 'updated_at': '2021-09-26T11:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': 'bf111281-623f-4ccb-a464-c80f882e3c5d', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'port_id': 'bf8a204d-6396-4e94-a812-1c590ba8e32c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'mac_address': 'fa:16:3e:47:37:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f2c8a2-988c-461a-9794-2567df57261f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:29:02Z', 'updated_at': '2021-09-26T11:29:04Z', 'revision_number': 1, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f41534-2e02-49f8-a247-a696fb2fc95a', 'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'mac_address': 'fa:16:3e:9c:ef:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:16Z', 'updated_at': '2021-09-26T11:25:25Z', 'revision_number': 5, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'subnets': [{'id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:38.910925 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c746d-e5a7-4e69-9756-ed43b6abb59c None None] The sync data for ids ['87b22159-4259-43a7-961f-28cde81a65c8'] in dv-cinder-811032-1-iscsi is: [{'id': '87b22159-4259-43a7-961f-28cde81a65c8', 'name': 'tempest-TestVolumeBootPattern-851282300-router', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:11Z', 'updated_at': '2021-09-26T11:25:19Z', 'revision_number': 4, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'gw_port': {'id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:12Z', 'updated_at': '2021-09-26T11:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': 'bf111281-623f-4ccb-a464-c80f882e3c5d', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'port_id': 'bf8a204d-6396-4e94-a812-1c590ba8e32c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'mac_address': 'fa:16:3e:47:37:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f2c8a2-988c-461a-9794-2567df57261f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:29:02Z', 'updated_at': '2021-09-26T11:29:04Z', 'revision_number': 1, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f41534-2e02-49f8-a247-a696fb2fc95a', 'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'mac_address': 'fa:16:3e:9c:ef:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:16Z', 'updated_at': '2021-09-26T11:25:25Z', 'revision_number': 5, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'subnets': [{'id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:32:38.971378 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_common [None req-70a0ee5b-bd47-4eb4-afa7-aa9b52950631 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Allocated IP 172.27.3.126 (d645f16f-c1f8-40bc-a964-fd8a8508da46/7b04f644-4880-4113-a1d0-930d600f8f14/66966b66-2f20-40ab-ab97-1127c5a44996) {{(pid=94000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 11:32:39.080532 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-70a0ee5b-bd47-4eb4-afa7-aa9b52950631 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for port, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:39.117216 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-70a0ee5b-bd47-4eb4-afa7-aa9b52950631 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784556700591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:39.141488 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a4e525-80f5-46fe-9f2f-0c04c49b4b75 None None] New status for floating IP a37f820e-ecc9-45b7-a181-7a76118c0325: DOWN {{(pid=94003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 11:32:39.153287 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a0ee5b-bd47-4eb4-afa7-aa9b52950631 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Network d645f16f-c1f8-40bc-a964-fd8a8508da46 is already hosted by enough agents. {{(pid=94000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 11:32:39.156138 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.base_scheduler [None req-70a0ee5b-bd47-4eb4-afa7-aa9b52950631 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Resources bound (agent type, host, resource id): {{(pid=94000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 11:32:39.159570 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a0ee5b-bd47-4eb4-afa7-aa9b52950631 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Received port after_create {{(pid=94000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 26 11:32:39.190607 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0ee5b-bd47-4eb4-afa7-aa9b52950631 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Pushing event updated for resources: {'Port': ['ID=66966b66-2f20-40ab-ab97-1127c5a44996,revision_number=1']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:39.511178 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-70a0ee5b-bd47-4eb4-afa7-aa9b52950631 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:39.575598 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-70a0ee5b-bd47-4eb4-afa7-aa9b52950631 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:39.695075 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7efd3e-857c-4a63-b457-566fc2c9d78c req-615fedf2-c449-4c34-928b-858b21368bb2 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:39.696593 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ff7efd3e-857c-4a63-b457-566fc2c9d78c req-615fedf2-c449-4c34-928b-858b21368bb2 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd00a550-e38c-493d-bbb2-f5ea04cbf4fe HTTP/1.1" status: 200 len: 946 time: 0.0530863 Sep 26 11:32:39.728409 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-70a0ee5b-bd47-4eb4-afa7-aa9b52950631 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for port, precommit_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:39.733174 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-70a0ee5b-bd47-4eb4-afa7-aa9b52950631 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530160741'] for port, after_update {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:39.736430 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-ff7efd3e-857c-4a63-b457-566fc2c9d78c req-a2c369ca-8246-48ed-9be1-31d035c8e748 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334146 Sep 26 11:32:39.802966 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0ee5b-bd47-4eb4-afa7-aa9b52950631 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Pushing event updated for resources: {'Port': ['ID=66966b66-2f20-40ab-ab97-1127c5a44996,revision_number=2']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:39.819402 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-70a0ee5b-bd47-4eb4-afa7-aa9b52950631 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748570'] for floatingip, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:39.883713 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ad9db-09ce-4793-8706-f30e75cddc90 req-14c6293f-ba18-42ce-b09d-7f38ebb6b514 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:39.885178 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-258ad9db-09ce-4793-8706-f30e75cddc90 req-14c6293f-ba18-42ce-b09d-7f38ebb6b514 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd00a550-e38c-493d-bbb2-f5ea04cbf4fe HTTP/1.1" status: 200 len: 946 time: 0.0488515 Sep 26 11:32:39.923235 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.db.l3_db [None req-70a0ee5b-bd47-4eb4-afa7-aa9b52950631 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Floating IP da78caa4-01c3-4700-a64e-f832b036d01c associated. External IP: 172.27.3.126, port: c07b02b3-d571-4a19-9861-785da40bf1fe. Sep 26 11:32:39.976639 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [req-258ad9db-09ce-4793-8706-f30e75cddc90 req-ea074cc2-6592-44b8-b47f-6aa4d8967a4e tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Deleting port 69f210e4-9be0-4220-b221-1ea0fca80871 {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:32:39.976977 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-258ad9db-09ce-4793-8706-f30e75cddc90 req-ea074cc2-6592-44b8-b47f-6aa4d8967a4e tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:40.068329 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-258ad9db-09ce-4793-8706-f30e75cddc90 req-ea074cc2-6592-44b8-b47f-6aa4d8967a4e tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] For port 69f210e4-9be0-4220-b221-1ea0fca80871, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=69f210e4-9be0-4220-b221-1ea0fca80871,segment=NetworkSegment(16519192-f9bf-4c30-a8ac-07119e563f4f),segment_id=16519192-f9bf-4c30-a8ac-07119e563f4f)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:32:40.068591 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-258ad9db-09ce-4793-8706-f30e75cddc90 req-ea074cc2-6592-44b8-b47f-6aa4d8967a4e tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:40.080971 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [req-258ad9db-09ce-4793-8706-f30e75cddc90 req-ea074cc2-6592-44b8-b47f-6aa4d8967a4e tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Calling delete_port for 69f210e4-9be0-4220-b221-1ea0fca80871 owned by compute:nova {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:32:40.136419 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a0ee5b-bd47-4eb4-afa7-aa9b52950631 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Router 1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390 has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:32:40.213171 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-258ad9db-09ce-4793-8706-f30e75cddc90 req-ea074cc2-6592-44b8-b47f-6aa4d8967a4e tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:40.243271 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea074cc2-6592-44b8-b47f-6aa4d8967a4e tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Pushing event deleted for resources: {'Port': ['ID=69f210e4-9be0-4220-b221-1ea0fca80871,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:40.243570 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a0ee5b-bd47-4eb4-afa7-aa9b52950631 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:32:40.254904 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96416313-db60-4960-83f0-edc7935c0a9b None None] Sync routers for ids ['1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'] in dv-cinder-811032-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:32:40.263793 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-70a0ee5b-bd47-4eb4-afa7-aa9b52950631 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for floatingip, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:40.265280 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96416313-db60-4960-83f0-edc7935c0a9b None None] Routers {'1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:32:40.266171 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-96416313-db60-4960-83f0-edc7935c0a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:32:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:40.292754 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [req-258ad9db-09ce-4793-8706-f30e75cddc90 req-ea074cc2-6592-44b8-b47f-6aa4d8967a4e tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] No DVR routers for this DVR port 69f210e4-9be0-4220-b221-1ea0fca80871 on host hv-cinder-81103 {{(pid=94001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:32:40.295334 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-258ad9db-09ce-4793-8706-f30e75cddc90 req-ea074cc2-6592-44b8-b47f-6aa4d8967a4e tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:40.297549 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-258ad9db-09ce-4793-8706-f30e75cddc90 req-ea074cc2-6592-44b8-b47f-6aa4d8967a4e tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.22 "DELETE /v2.0/ports/69f210e4-9be0-4220-b221-1ea0fca80871 HTTP/1.1" status: 204 len: 173 time: 0.4056585 Sep 26 11:32:40.297989 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd00a550-e38c-493d-bbb2-f5ea04cbf4fe', 'name': 'network-vif-deleted', 'tag': '69f210e4-9be0-4220-b221-1ea0fca80871'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:32:40.302481 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-70a0ee5b-bd47-4eb4-afa7-aa9b52950631 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5661652 Sep 26 11:32:40.302684 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56ace54-dc56-4d6e-a511-1125099e9d4f" -d '{"events": [{"server_uuid": "cd00a550-e38c-493d-bbb2-f5ea04cbf4fe", "name": "network-vif-deleted", "tag": "69f210e4-9be0-4220-b221-1ea0fca80871"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:32:40.302824 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b', 'tag': 'c07b02b3-d571-4a19-9861-785da40bf1fe'}] {{(pid=94000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:32:40.303039 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55558) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:32:40.307513 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-c1e2da03-abe8-45f9-88bd-b834e225b7a7 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1188692980', 'description': 'tempest-secgroup-smoke-1188692980 description', 'project_id': '3f4cb33a8aa74beaafec869f50b29919'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:32:40.315022 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4ac05579741f88b05fd5495e6fabac80b3338caa1126b8e71f43a8600e84c3c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06f502b-8112-42a4-bbde-8869f029e75b" -d '{"events": [{"name": "network-changed", "server_uuid": "4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b", "tag": "c07b02b3-d571-4a19-9861-785da40bf1fe"}]}' {{(pid=94000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:32:40.333599 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-c1e2da03-abe8-45f9-88bd-b834e225b7a7 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for security_group, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:40.348013 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c245e47-ef66-4480-8893-ef8ff0e8c0e4 x-openstack-request-id: req-1c245e47-ef66-4480-8893-ef8ff0e8c0e4 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:32:40.348825 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd00a550-e38c-493d-bbb2-f5ea04cbf4fe", "name": "network-vif-deleted", "tag": "69f210e4-9be0-4220-b221-1ea0fca80871", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:32:40.349237 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c245e47-ef66-4480-8893-ef8ff0e8c0e4 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:32:40.349774 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd00a550-e38c-493d-bbb2-f5ea04cbf4fe', 'name': 'network-vif-deleted', 'tag': '69f210e4-9be0-4220-b221-1ea0fca80871', 'status': 'completed', 'code': 200} Sep 26 11:32:40.373932 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0efbcd-6488-402f-a5de-82bd2d0bff87 x-openstack-request-id: req-1a0efbcd-6488-402f-a5de-82bd2d0bff87 {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:32:40.374219 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b", "tag": "c07b02b3-d571-4a19-9861-785da40bf1fe", "status": "completed", "code": 200}]} {{(pid=94000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:32:40.374473 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a0efbcd-6488-402f-a5de-82bd2d0bff87 {{(pid=94000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:32:40.374904 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b', 'tag': 'c07b02b3-d571-4a19-9861-785da40bf1fe', 'status': 'completed', 'code': 200} Sep 26 11:32:40.420537 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-96416313-db60-4960-83f0-edc7935c0a9b None None] Set router 1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:32:40.470479 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f502b-8112-42a4-bbde-8869f029e75b req-ac957e5c-7e5e-49ef-b6d5-e06bb115d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:40.472035 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e06f502b-8112-42a4-bbde-8869f029e75b req-ac957e5c-7e5e-49ef-b6d5-e06bb115d796 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3f4cb33a8aa74beaafec869f50b29919&device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 1099 time: 0.0680163 Sep 26 11:32:40.483168 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-c1e2da03-abe8-45f9-88bd-b834e225b7a7 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for security_group, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:40.492676 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-c1e2da03-abe8-45f9-88bd-b834e225b7a7 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:40.569417 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-c1e2da03-abe8-45f9-88bd-b834e225b7a7 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:40.570673 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-c1e2da03-abe8-45f9-88bd-b834e225b7a7 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2667136 Sep 26 11:32:40.573960 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55562) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:32:40.577181 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e2da03-abe8-45f9-88bd-b834e225b7a7 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b338654-8339-4f30-be0f-0bc30339310d,revision_number=1']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:40.578487 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.v2.base [None req-56fc38df-1684-430b-8d53-b0911c9b59a0 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Request body: {'security_group_rule': {'security_group_id': '0b338654-8339-4f30-be0f-0bc30339310d', 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94000) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:32:40.600925 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f502b-8112-42a4-bbde-8869f029e75b req-09960d4b-b54b-423f-96fb-1efe5125d215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:40.602653 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e06f502b-8112-42a4-bbde-8869f029e75b req-09960d4b-b54b-423f-96fb-1efe5125d215 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ed7c7b86-a8cb-4872-b60c-42378058b3cd HTTP/1.1" status: 200 len: 915 time: 0.1221051 Sep 26 11:32:40.627417 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-56fc38df-1684-430b-8d53-b0911c9b59a0 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:40.706903 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e06f502b-8112-42a4-bbde-8869f029e75b req-1e050050-db8c-4700-9a55-d221598215eb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c07b02b3-d571-4a19-9861-785da40bf1fe HTTP/1.1" status: 200 len: 1000 time: 0.0858634 Sep 26 11:32:40.707562 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-56fc38df-1684-430b-8d53-b0911c9b59a0 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:40.715635 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-56fc38df-1684-430b-8d53-b0911c9b59a0 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777310'] for security_group_rule, after_create {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:40.751295 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc38df-1684-430b-8d53-b0911c9b59a0 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b317fea-158f-463b-8a3e-1d80c3c520ea,revision_number=0']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:40.769110 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-56fc38df-1684-430b-8d53-b0911c9b59a0 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:40.773786 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f502b-8112-42a4-bbde-8869f029e75b req-15632a81-8ed1-4b28-b6b2-777735c471be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:40.775382 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e06f502b-8112-42a4-bbde-8869f029e75b req-15632a81-8ed1-4b28-b6b2-777735c471be service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a31d55e1-cd19-4b77-847f-f48863911bee HTTP/1.1" status: 200 len: 853 time: 0.0629692 Sep 26 11:32:40.775920 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55566) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:32:40.778903 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-56fc38df-1684-430b-8d53-b0911c9b59a0 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2038248 Sep 26 11:32:40.781457 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-a4d464eb-8906-4fed-a6f0-1333899d437f tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Request body: {'security_group_rule': {'security_group_id': '0b338654-8339-4f30-be0f-0bc30339310d', 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:32:40.823110 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-96416313-db60-4960-83f0-edc7935c0a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'name': 'tempest-TestMinimumBasicScenario-679663836-router', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '95414bfa-11ea-4169-85b5-ee1163c2fdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:31:49Z', 'updated_at': '2021-09-26T11:31:51Z', 'revision_number': 4, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'gw_port': {'id': '95414bfa-11ea-4169-85b5-ee1163c2fdca', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:49Z', 'updated_at': '2021-09-26T11:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': 'da78caa4-01c3-4700-a64e-f832b036d01c', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'port_id': 'c07b02b3-d571-4a19-9861-785da40bf1fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd', 'mac_address': 'fa:16:3e:37:58:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:32:39Z', 'updated_at': '2021-09-26T11:32:39Z', 'revision_number': 0, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7823454-0518-4520-958d-3830142f42d4', 'name': '', 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'mac_address': 'fa:16:3e:70:4f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a31d55e1-cd19-4b77-847f-f48863911bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:51Z', 'updated_at': '2021-09-26T11:31:56Z', 'revision_number': 5, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'subnets': [{'id': 'a31d55e1-cd19-4b77-847f-f48863911bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:40.857267 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96416313-db60-4960-83f0-edc7935c0a9b None None] Checking router: 1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390 for host: dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:32:40.866485 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96416313-db60-4960-83f0-edc7935c0a9b None None] Routers {'1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:32:40.866868 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-96416313-db60-4960-83f0-edc7935c0a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:32:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:40.984864 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-96416313-db60-4960-83f0-edc7935c0a9b None None] Set router 1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:32:41.131001 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-06985bc1-a60f-4a6b-96bf-66fbd085523c req-af58f029-dfaa-420d-99bd-5bfa6c4089c4 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd00a550-e38c-493d-bbb2-f5ea04cbf4fe HTTP/1.1" status: 200 len: 210 time: 0.2906158 Sep 26 11:32:41.133351 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a4d464eb-8906-4fed-a6f0-1333899d437f tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:41.137276 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f502b-8112-42a4-bbde-8869f029e75b req-577dda8f-2d46-4ef2-a740-1345847026d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:41.139093 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e06f502b-8112-42a4-bbde-8869f029e75b req-577dda8f-2d46-4ef2-a740-1345847026d4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ed7c7b86-a8cb-4872-b60c-42378058b3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3462265 Sep 26 11:32:41.235955 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-96416313-db60-4960-83f0-edc7935c0a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'name': 'tempest-TestMinimumBasicScenario-679663836-router', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '95414bfa-11ea-4169-85b5-ee1163c2fdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:31:49Z', 'updated_at': '2021-09-26T11:31:51Z', 'revision_number': 4, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'gw_port': {'id': '95414bfa-11ea-4169-85b5-ee1163c2fdca', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:49Z', 'updated_at': '2021-09-26T11:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': 'da78caa4-01c3-4700-a64e-f832b036d01c', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'port_id': 'c07b02b3-d571-4a19-9861-785da40bf1fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd', 'mac_address': 'fa:16:3e:37:58:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:32:39Z', 'updated_at': '2021-09-26T11:32:39Z', 'revision_number': 0, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7823454-0518-4520-958d-3830142f42d4', 'name': '', 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'mac_address': 'fa:16:3e:70:4f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a31d55e1-cd19-4b77-847f-f48863911bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:51Z', 'updated_at': '2021-09-26T11:31:56Z', 'revision_number': 5, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'subnets': [{'id': 'a31d55e1-cd19-4b77-847f-f48863911bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:41.245998 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a4d464eb-8906-4fed-a6f0-1333899d437f tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:41.257308 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a4d464eb-8906-4fed-a6f0-1333899d437f tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777310'] for security_group_rule, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:41.264386 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96416313-db60-4960-83f0-edc7935c0a9b None None] The sync data for ids ['1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'] in dv-cinder-811032-1-iscsi is: [{'id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'name': 'tempest-TestMinimumBasicScenario-679663836-router', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '95414bfa-11ea-4169-85b5-ee1163c2fdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:31:49Z', 'updated_at': '2021-09-26T11:31:51Z', 'revision_number': 4, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'gw_port': {'id': '95414bfa-11ea-4169-85b5-ee1163c2fdca', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:49Z', 'updated_at': '2021-09-26T11:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_floatingips': [{'id': 'da78caa4-01c3-4700-a64e-f832b036d01c', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'router_id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'port_id': 'c07b02b3-d571-4a19-9861-785da40bf1fe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd', 'mac_address': 'fa:16:3e:37:58:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-26T11:32:39Z', 'updated_at': '2021-09-26T11:32:39Z', 'revision_number': 0, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7823454-0518-4520-958d-3830142f42d4', 'name': '', 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'mac_address': 'fa:16:3e:70:4f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a31d55e1-cd19-4b77-847f-f48863911bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:51Z', 'updated_at': '2021-09-26T11:31:56Z', 'revision_number': 5, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'subnets': [{'id': 'a31d55e1-cd19-4b77-847f-f48863911bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:32:41.275334 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e06f502b-8112-42a4-bbde-8869f029e75b req-34a39266-9156-4cd6-a0e3-55e1fa8251e9 service neutron] 10.222.0.22 "GET /v2.0/networks/ed7c7b86-a8cb-4872-b60c-42378058b3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262436 Sep 26 11:32:41.293479 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d464eb-8906-4fed-a6f0-1333899d437f tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73fe26a-2933-4c7a-8fa7-7bda9d47ef39,revision_number=0']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:41.305065 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-a4d464eb-8906-4fed-a6f0-1333899d437f tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:41.306259 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-a4d464eb-8906-4fed-a6f0-1333899d437f tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5293119 Sep 26 11:32:41.309237 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55568) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:32:41.315672 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-83dc6bc6-fa8d-4e44-aa39-c729ef56d4d0 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Request body: {'security_group_rule': {'security_group_id': '0b338654-8339-4f30-be0f-0bc30339310d', 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:32:41.389968 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-83dc6bc6-fa8d-4e44-aa39-c729ef56d4d0 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:41.404900 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e06f502b-8112-42a4-bbde-8869f029e75b req-125dbb9f-6068-4de5-b967-91d4c39bd2aa service neutron] 10.222.0.22 "GET /v2.0/networks/ed7c7b86-a8cb-4872-b60c-42378058b3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211667 Sep 26 11:32:41.453845 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-83dc6bc6-fa8d-4e44-aa39-c729ef56d4d0 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:41.458423 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-83dc6bc6-fa8d-4e44-aa39-c729ef56d4d0 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777310'] for security_group_rule, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:41.475900 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1720125-4c07-425a-afeb-b9083829c069 None None] New status for floating IP da78caa4-01c3-4700-a64e-f832b036d01c: ACTIVE {{(pid=94003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 11:32:41.479974 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc6bc6-fa8d-4e44-aa39-c729ef56d4d0 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0573a939-6a68-4579-ab72-c6f817091d29,revision_number=0']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:41.486257 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-83dc6bc6-fa8d-4e44-aa39-c729ef56d4d0 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:41.487581 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-83dc6bc6-fa8d-4e44-aa39-c729ef56d4d0 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1774406 Sep 26 11:32:41.490334 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55570) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:32:41.495305 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-46dc5394-8051-4c4b-a6c6-8fcd5bc61399 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Request body: {'security_group_rule': {'security_group_id': '0b338654-8339-4f30-be0f-0bc30339310d', 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:32:41.520997 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-46dc5394-8051-4c4b-a6c6-8fcd5bc61399 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:41.588071 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-46dc5394-8051-4c4b-a6c6-8fcd5bc61399 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:41.592203 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-46dc5394-8051-4c4b-a6c6-8fcd5bc61399 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777310'] for security_group_rule, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:41.611337 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc5394-8051-4c4b-a6c6-8fcd5bc61399 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c67dfe-c9cc-45f6-b754-1e559fc62fab,revision_number=0']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:41.614924 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-46dc5394-8051-4c4b-a6c6-8fcd5bc61399 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:41.618173 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-46dc5394-8051-4c4b-a6c6-8fcd5bc61399 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1262591 Sep 26 11:32:41.620815 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55572) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:32:41.625160 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-6c1c45f6-0c6a-4368-91bf-c09ede629508 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Request body: {'security_group_rule': {'security_group_id': '0b338654-8339-4f30-be0f-0bc30339310d', 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:32:41.648887 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.db.securitygroups_db [None req-6c1c45f6-0c6a-4368-91bf-c09ede629508 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Project 3f4cb33a8aa74beaafec869f50b29919 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 11:32:41.653624 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6c1c45f6-0c6a-4368-91bf-c09ede629508 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:41.718107 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6c1c45f6-0c6a-4368-91bf-c09ede629508 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:41.721547 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6c1c45f6-0c6a-4368-91bf-c09ede629508 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777310'] for security_group_rule, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:41.740258 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c45f6-0c6a-4368-91bf-c09ede629508 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1be022-2177-4a4b-9d38-82fb5b82f458,revision_number=0']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:41.748456 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6c1c45f6-0c6a-4368-91bf-c09ede629508 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:41.749735 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-6c1c45f6-0c6a-4368-91bf-c09ede629508 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279845 Sep 26 11:32:41.752594 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55574) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:32:41.757791 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [None req-ef988d33-91c4-4eb3-9360-6878414fc082 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Request body: {'security_group_rule': {'security_group_id': '0b338654-8339-4f30-be0f-0bc30339310d', 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:32:41.779995 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.db.securitygroups_db [None req-ef988d33-91c4-4eb3-9360-6878414fc082 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Project 3f4cb33a8aa74beaafec869f50b29919 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 11:32:41.784746 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ef988d33-91c4-4eb3-9360-6878414fc082 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:41.849914 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ef988d33-91c4-4eb3-9360-6878414fc082 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:41.853889 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ef988d33-91c4-4eb3-9360-6878414fc082 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-777310'] for security_group_rule, after_create {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:41.872461 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef988d33-91c4-4eb3-9360-6878414fc082 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d84e4e-b9aa-49e9-b7df-a51b5123ff31,revision_number=0']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:41.879112 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-ef988d33-91c4-4eb3-9360-6878414fc082 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:41.880317 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-ef988d33-91c4-4eb3-9360-6878414fc082 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265926 Sep 26 11:32:41.961229 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-56e5ad10-7c7e-4b3e-8991-42a70d6a1774 req-7b796404-5ac3-4c9b-8606-06581fc79bdd tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1188692980&fields=id&tenant_id=3f4cb33a8aa74beaafec869f50b29919 HTTP/1.1" status: 200 len: 267 time: 0.0344951 Sep 26 11:32:42.012785 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5ad10-7c7e-4b3e-8991-42a70d6a1774 req-51134fbe-63b3-4612-b525-f9369fadd970 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:42.014251 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-56e5ad10-7c7e-4b3e-8991-42a70d6a1774 req-51134fbe-63b3-4612-b525-f9369fadd970 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 946 time: 0.0475192 Sep 26 11:32:42.025912 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [req-56e5ad10-7c7e-4b3e-8991-42a70d6a1774 req-a1c2e928-1c31-4646-875d-fdb63ff44b50 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Request body: {'port': {'security_groups': ['be6f18c0-fd9f-4141-9d19-1c8f95a0643a', '0b338654-8339-4f30-be0f-0bc30339310d']}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:32:42.087155 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-56e5ad10-7c7e-4b3e-8991-42a70d6a1774 req-a1c2e928-1c31-4646-875d-fdb63ff44b50 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:42.277466 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-56e5ad10-7c7e-4b3e-8991-42a70d6a1774 req-a1c2e928-1c31-4646-875d-fdb63ff44b50 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] For port c07b02b3-d571-4a19-9861-785da40bf1fe, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=c07b02b3-d571-4a19-9861-785da40bf1fe,segment=NetworkSegment(bccb67d8-1e3c-4686-8ee3-17fb66ea2aae),segment_id=bccb67d8-1e3c-4686-8ee3-17fb66ea2aae)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:32:42.307480 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-56e5ad10-7c7e-4b3e-8991-42a70d6a1774 req-a1c2e928-1c31-4646-875d-fdb63ff44b50 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for port, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:42.311857 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-56e5ad10-7c7e-4b3e-8991-42a70d6a1774 req-a1c2e928-1c31-4646-875d-fdb63ff44b50 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530552719'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:42.323256 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['c07b02b3-d571-4a19-9861-785da40bf1fe'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:32:42.360389 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5ad10-7c7e-4b3e-8991-42a70d6a1774 req-a1c2e928-1c31-4646-875d-fdb63ff44b50 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:42.360803 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-56e5ad10-7c7e-4b3e-8991-42a70d6a1774 req-a1c2e928-1c31-4646-875d-fdb63ff44b50 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:42.362226 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-56e5ad10-7c7e-4b3e-8991-42a70d6a1774 req-a1c2e928-1c31-4646-875d-fdb63ff44b50 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "PUT /v2.0/ports/c07b02b3-d571-4a19-9861-785da40bf1fe HTTP/1.1" status: 200 len: 982 time: 0.3415346 Sep 26 11:32:42.368198 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b', 'tag': 'c07b02b3-d571-4a19-9861-785da40bf1fe'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:32:42.368198 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9980c5b-088b-4931-876f-9e7c03d8d0ff" -d '{"events": [{"name": "network-changed", "server_uuid": "4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b", "tag": "c07b02b3-d571-4a19-9861-785da40bf1fe"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:32:42.400219 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2e928-1c31-4646-875d-fdb63ff44b50 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Pushing event updated for resources: {'Port': ['ID=c07b02b3-d571-4a19-9861-785da40bf1fe,revision_number=6']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:42.420446 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17539685-c6e0-4998-9021-d172f5b21c81 x-openstack-request-id: req-17539685-c6e0-4998-9021-d172f5b21c81 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:32:42.420735 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b", "tag": "c07b02b3-d571-4a19-9861-785da40bf1fe", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:32:42.421107 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17539685-c6e0-4998-9021-d172f5b21c81 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:32:42.421453 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b', 'tag': 'c07b02b3-d571-4a19-9861-785da40bf1fe', 'status': 'completed', 'code': 200} Sep 26 11:32:42.463702 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['c07b02b3-d571-4a19-9861-785da40bf1fe'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:32:42.516085 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9980c5b-088b-4931-876f-9e7c03d8d0ff req-b84fe754-951d-4bb2-899f-8bedb43be689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:42.517617 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f9980c5b-088b-4931-876f-9e7c03d8d0ff req-b84fe754-951d-4bb2-899f-8bedb43be689 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3f4cb33a8aa74beaafec869f50b29919&device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 1138 time: 0.0664632 Sep 26 11:32:42.532648 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f5d9c-eff4-49fd-a9b6-555136073a63 req-b616b450-5762-4fb5-a93a-83be6d11676c tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:42.534241 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3e4f5d9c-eff4-49fd-a9b6-555136073a63 req-b616b450-5762-4fb5-a93a-83be6d11676c tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 985 time: 0.0924971 Sep 26 11:32:42.643043 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3e4f5d9c-eff4-49fd-a9b6-555136073a63 req-89bbe86a-cd19-473e-a28c-db8c1d8f301d tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b338654-8339-4f30-be0f-0bc30339310d&id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0978286 Sep 26 11:32:42.665540 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9980c5b-088b-4931-876f-9e7c03d8d0ff req-62249ee0-a018-428b-936f-940ceb3b7d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:42.665540 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f9980c5b-088b-4931-876f-9e7c03d8d0ff req-62249ee0-a018-428b-936f-940ceb3b7d27 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ed7c7b86-a8cb-4872-b60c-42378058b3cd HTTP/1.1" status: 200 len: 915 time: 0.1277409 Sep 26 11:32:42.720423 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-f8e19c17-bccf-4625-96ce-9dd19369f491 None None] Provisioning complete for port c07b02b3-d571-4a19-9861-785da40bf1fe triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:32:42.720800 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-f8e19c17-bccf-4625-96ce-9dd19369f491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:42.732805 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f9980c5b-088b-4931-876f-9e7c03d8d0ff req-13081bc4-ee7a-4cef-8728-5ffcca97165c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c07b02b3-d571-4a19-9861-785da40bf1fe HTTP/1.1" status: 200 len: 1002 time: 0.0604322 Sep 26 11:32:42.786499 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9980c5b-088b-4931-876f-9e7c03d8d0ff req-d0ab72c6-1fec-4424-ac06-ecb7fec6f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:42.788693 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f9980c5b-088b-4931-876f-9e7c03d8d0ff req-d0ab72c6-1fec-4424-ac06-ecb7fec6f384 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a31d55e1-cd19-4b77-847f-f48863911bee HTTP/1.1" status: 200 len: 853 time: 0.0486205 Sep 26 11:32:42.837214 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9980c5b-088b-4931-876f-9e7c03d8d0ff req-56be0736-7036-485d-81c0-7db4bb645960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:42.838761 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f9980c5b-088b-4931-876f-9e7c03d8d0ff req-56be0736-7036-485d-81c0-7db4bb645960 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ed7c7b86-a8cb-4872-b60c-42378058b3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421758 Sep 26 11:32:42.931544 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f9980c5b-088b-4931-876f-9e7c03d8d0ff req-54e71d7b-83b0-4173-96ee-793d3334fab1 service neutron] 10.222.0.22 "GET /v2.0/networks/ed7c7b86-a8cb-4872-b60c-42378058b3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848897 Sep 26 11:32:43.026216 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f9980c5b-088b-4931-876f-9e7c03d8d0ff req-6f158a4f-919c-4437-9848-893f6a93e6a5 service neutron] 10.222.0.22 "GET /v2.0/networks/ed7c7b86-a8cb-4872-b60c-42378058b3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873153 Sep 26 11:32:43.850081 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 69f210e4-9be0-4220-b221-1ea0fca80871 no longer exists at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:32:43.871965 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] No Port match for: 69f210e4-9be0-4220-b221-1ea0fca80871 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:32:43.872309 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device 69f210e4-9be0-4220-b221-1ea0fca80871 not bound to the agent host hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:32:44.405311 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55598) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:32:44.561670 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-5090b935-a5ce-443f-8352-514902d5b013 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Deleting port bc13f882-9401-49b1-a764-4c9cb9cb1520 {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:32:44.562012 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5090b935-a5ce-443f-8352-514902d5b013 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:44.640197 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5090b935-a5ce-443f-8352-514902d5b013 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:44.640524 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5090b935-a5ce-443f-8352-514902d5b013 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:44.652847 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-5090b935-a5ce-443f-8352-514902d5b013 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Calling delete_port for bc13f882-9401-49b1-a764-4c9cb9cb1520 owned by network:floatingip {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:32:44.800573 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5090b935-a5ce-443f-8352-514902d5b013 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:44.829024 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090b935-a5ce-443f-8352-514902d5b013 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Pushing event deleted for resources: {'Port': ['ID=bc13f882-9401-49b1-a764-4c9cb9cb1520,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:44.888148 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5090b935-a5ce-443f-8352-514902d5b013 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for floatingip, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:44.888480 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.db.l3_db [None req-5090b935-a5ce-443f-8352-514902d5b013 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Floating IP bf111281-623f-4ccb-a464-c80f882e3c5d disassociated (deleted). External IP: 172.27.3.211, port: bf8a204d-6396-4e94-a812-1c590ba8e32c. Sep 26 11:32:45.094355 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5090b935-a5ce-443f-8352-514902d5b013 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Router 87b22159-4259-43a7-961f-28cde81a65c8 has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:32:45.200307 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5090b935-a5ce-443f-8352-514902d5b013 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:32:45.204723 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5090b935-a5ce-443f-8352-514902d5b013 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for floatingip, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:45.210305 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540826c4-1785-4998-89c5-e267529694bb None None] Sync routers for ids ['87b22159-4259-43a7-961f-28cde81a65c8'] in dv-cinder-811032-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:32:45.219103 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540826c4-1785-4998-89c5-e267529694bb None None] Routers {'87b22159-4259-43a7-961f-28cde81a65c8'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:32:45.219713 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-540826c4-1785-4998-89c5-e267529694bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:32:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['87b22159-4259-43a7-961f-28cde81a65c8'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:45.232003 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-5090b935-a5ce-443f-8352-514902d5b013 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "DELETE /v2.0/floatingips/bf111281-623f-4ccb-a464-c80f882e3c5d HTTP/1.1" status: 204 len: 168 time: 0.8255346 Sep 26 11:32:45.232598 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f2c8a2-988c-461a-9794-2567df57261f', 'tag': 'bf8a204d-6396-4e94-a812-1c590ba8e32c'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:32:45.234865 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808f13ea-1a6e-49c3-901f-78a69f5e7e08" -d '{"events": [{"name": "network-changed", "server_uuid": "89f2c8a2-988c-461a-9794-2567df57261f", "tag": "bf8a204d-6396-4e94-a812-1c590ba8e32c"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:32:45.281792 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4dbe3e-3367-455e-85ce-730ed43993bf x-openstack-request-id: req-7b4dbe3e-3367-455e-85ce-730ed43993bf {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:32:45.282752 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f2c8a2-988c-461a-9794-2567df57261f", "tag": "bf8a204d-6396-4e94-a812-1c590ba8e32c", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:32:45.282752 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b4dbe3e-3367-455e-85ce-730ed43993bf {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:32:45.282981 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f2c8a2-988c-461a-9794-2567df57261f', 'tag': 'bf8a204d-6396-4e94-a812-1c590ba8e32c', 'status': 'completed', 'code': 200} Sep 26 11:32:45.328934 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-540826c4-1785-4998-89c5-e267529694bb None None] Set router 87b22159-4259-43a7-961f-28cde81a65c8 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:32:45.352642 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f13ea-1a6e-49c3-901f-78a69f5e7e08 req-e97b53e9-74e8-494b-b2b3-2bbb9f6aa414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:45.354109 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-808f13ea-1a6e-49c3-901f-78a69f5e7e08 req-e97b53e9-74e8-494b-b2b3-2bbb9f6aa414 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce837c99bcc9456283c5401547ff5a76&device_id=89f2c8a2-988c-461a-9794-2567df57261f HTTP/1.1" status: 200 len: 1099 time: 0.0461977 Sep 26 11:32:45.493845 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f13ea-1a6e-49c3-901f-78a69f5e7e08 req-a1f64001-2285-4076-abf7-99427356286c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:45.495421 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-808f13ea-1a6e-49c3-901f-78a69f5e7e08 req-a1f64001-2285-4076-abf7-99427356286c service neutron] 10.222.0.22 "GET /v2.0/networks?id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8 HTTP/1.1" status: 200 len: 912 time: 0.1271970 Sep 26 11:32:45.508227 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4d53b-9ae6-4dc4-9a83-16955f9adf02 req-7f83dfc5-7ea9-44d9-9df1-ee51c617bd6f tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:45.509704 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-48b4d53b-9ae6-4dc4-9a83-16955f9adf02 req-7f83dfc5-7ea9-44d9-9df1-ee51c617bd6f tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=89f2c8a2-988c-461a-9794-2567df57261f HTTP/1.1" status: 200 len: 946 time: 0.0734556 Sep 26 11:32:45.546050 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-540826c4-1785-4998-89c5-e267529694bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b22159-4259-43a7-961f-28cde81a65c8', 'name': 'tempest-TestVolumeBootPattern-851282300-router', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:11Z', 'updated_at': '2021-09-26T11:25:19Z', 'revision_number': 4, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'gw_port': {'id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:12Z', 'updated_at': '2021-09-26T11:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '18f41534-2e02-49f8-a247-a696fb2fc95a', 'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'mac_address': 'fa:16:3e:9c:ef:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:16Z', 'updated_at': '2021-09-26T11:25:25Z', 'revision_number': 5, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'subnets': [{'id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:45.561545 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-808f13ea-1a6e-49c3-901f-78a69f5e7e08 req-0be789ba-8412-444c-bf5b-99db0c460256 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf8a204d-6396-4e94-a812-1c590ba8e32c HTTP/1.1" status: 200 len: 217 time: 0.0508673 Sep 26 11:32:45.572786 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540826c4-1785-4998-89c5-e267529694bb None None] Checking router: 87b22159-4259-43a7-961f-28cde81a65c8 for host: dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:32:45.581287 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540826c4-1785-4998-89c5-e267529694bb None None] Routers {'87b22159-4259-43a7-961f-28cde81a65c8'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:32:45.581900 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-540826c4-1785-4998-89c5-e267529694bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:32:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['87b22159-4259-43a7-961f-28cde81a65c8'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:45.591364 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-48b4d53b-9ae6-4dc4-9a83-16955f9adf02 req-08f1250e-5ad4-4730-bfef-79aaf043ecdc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751026 Sep 26 11:32:45.628171 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f13ea-1a6e-49c3-901f-78a69f5e7e08 req-3962d7a7-13f3-41ae-9e8b-b08c3faa022f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:45.629669 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-808f13ea-1a6e-49c3-901f-78a69f5e7e08 req-3962d7a7-13f3-41ae-9e8b-b08c3faa022f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=258101c2-cabd-4a87-bb0e-e9533532d3e4 HTTP/1.1" status: 200 len: 850 time: 0.0504105 Sep 26 11:32:45.676878 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f13ea-1a6e-49c3-901f-78a69f5e7e08 req-09a8b5e7-5c5b-403d-a1d7-25629ef484a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:45.678399 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-808f13ea-1a6e-49c3-901f-78a69f5e7e08 req-09a8b5e7-5c5b-403d-a1d7-25629ef484a2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fee0bc02-ba70-4306-88e5-38ff36a0bcb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398955 Sep 26 11:32:45.692165 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-540826c4-1785-4998-89c5-e267529694bb None None] Set router 87b22159-4259-43a7-961f-28cde81a65c8 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:32:45.775977 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-808f13ea-1a6e-49c3-901f-78a69f5e7e08 req-1861a03f-d547-4c2c-b027-bf6c7177febc service neutron] 10.222.0.22 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871284 Sep 26 11:32:45.879265 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-808f13ea-1a6e-49c3-901f-78a69f5e7e08 req-d1eb66ad-89f9-4cd2-a0ff-7cf21ca17115 service neutron] 10.222.0.22 "GET /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908175 Sep 26 11:32:45.893612 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-540826c4-1785-4998-89c5-e267529694bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b22159-4259-43a7-961f-28cde81a65c8', 'name': 'tempest-TestVolumeBootPattern-851282300-router', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:11Z', 'updated_at': '2021-09-26T11:25:19Z', 'revision_number': 4, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'gw_port': {'id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:12Z', 'updated_at': '2021-09-26T11:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '18f41534-2e02-49f8-a247-a696fb2fc95a', 'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'mac_address': 'fa:16:3e:9c:ef:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:16Z', 'updated_at': '2021-09-26T11:25:25Z', 'revision_number': 5, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'subnets': [{'id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:45.925394 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540826c4-1785-4998-89c5-e267529694bb None None] The sync data for ids ['87b22159-4259-43a7-961f-28cde81a65c8'] in dv-cinder-811032-1-iscsi is: [{'id': '87b22159-4259-43a7-961f-28cde81a65c8', 'name': 'tempest-TestVolumeBootPattern-851282300-router', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:11Z', 'updated_at': '2021-09-26T11:25:19Z', 'revision_number': 4, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'gw_port': {'id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:12Z', 'updated_at': '2021-09-26T11:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': '18f41534-2e02-49f8-a247-a696fb2fc95a', 'name': '', 'network_id': 'fee0bc02-ba70-4306-88e5-38ff36a0bcb8', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'mac_address': 'fa:16:3e:9c:ef:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:16Z', 'updated_at': '2021-09-26T11:25:25Z', 'revision_number': 5, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'subnets': [{'id': '258101c2-cabd-4a87-bb0e-e9533532d3e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:32:46.134141 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3003c7-839b-4692-b43c-4dc1edbe6f9d None None] New status for floating IP bf111281-623f-4ccb-a464-c80f882e3c5d: DOWN {{(pid=94003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 11:32:46.709451 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553c439-365f-4ddf-8016-98f763cbbe40 req-c9f5eb08-15a4-4b67-8ddf-8249ba4659cd tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:46.711727 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c553c439-365f-4ddf-8016-98f763cbbe40 req-c9f5eb08-15a4-4b67-8ddf-8249ba4659cd tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=89f2c8a2-988c-461a-9794-2567df57261f HTTP/1.1" status: 200 len: 946 time: 0.0517428 Sep 26 11:32:46.753487 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c553c439-365f-4ddf-8016-98f763cbbe40 req-fe910d98-3c3f-463d-92b4-9fad130f04b3 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/security-groups?id=43a0dad4-ca9f-4a46-a427-7794756f0d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357835 Sep 26 11:32:47.113022 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969c38d-8ebd-4981-9204-e0575339f4c9 req-487aade9-fa44-4d06-a7df-1e8ffcbbe30c tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:32:47.114660 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2969c38d-8ebd-4981-9204-e0575339f4c9 req-487aade9-fa44-4d06-a7df-1e8ffcbbe30c tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f2c8a2-988c-461a-9794-2567df57261f HTTP/1.1" status: 200 len: 946 time: 0.0502186 Sep 26 11:32:47.205775 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [req-2969c38d-8ebd-4981-9204-e0575339f4c9 req-d7f755bd-6e1c-47cc-9db0-229b38612d75 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Deleting port bf8a204d-6396-4e94-a812-1c590ba8e32c {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:32:47.206111 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-2969c38d-8ebd-4981-9204-e0575339f4c9 req-d7f755bd-6e1c-47cc-9db0-229b38612d75 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:47.297138 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-2969c38d-8ebd-4981-9204-e0575339f4c9 req-d7f755bd-6e1c-47cc-9db0-229b38612d75 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] For port bf8a204d-6396-4e94-a812-1c590ba8e32c, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=bf8a204d-6396-4e94-a812-1c590ba8e32c,segment=NetworkSegment(16519192-f9bf-4c30-a8ac-07119e563f4f),segment_id=16519192-f9bf-4c30-a8ac-07119e563f4f)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:32:47.297423 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-2969c38d-8ebd-4981-9204-e0575339f4c9 req-d7f755bd-6e1c-47cc-9db0-229b38612d75 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:47.309298 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [req-2969c38d-8ebd-4981-9204-e0575339f4c9 req-d7f755bd-6e1c-47cc-9db0-229b38612d75 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Calling delete_port for bf8a204d-6396-4e94-a812-1c590ba8e32c owned by compute:nova {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:32:47.438072 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-2969c38d-8ebd-4981-9204-e0575339f4c9 req-d7f755bd-6e1c-47cc-9db0-229b38612d75 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:47.466961 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f755bd-6e1c-47cc-9db0-229b38612d75 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Pushing event deleted for resources: {'Port': ['ID=bf8a204d-6396-4e94-a812-1c590ba8e32c,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:47.511193 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [req-2969c38d-8ebd-4981-9204-e0575339f4c9 req-d7f755bd-6e1c-47cc-9db0-229b38612d75 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] No DVR routers for this DVR port bf8a204d-6396-4e94-a812-1c590ba8e32c on host hv-cinder-81103 {{(pid=94001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:32:47.513556 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-2969c38d-8ebd-4981-9204-e0575339f4c9 req-d7f755bd-6e1c-47cc-9db0-229b38612d75 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:47.515625 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-2969c38d-8ebd-4981-9204-e0575339f4c9 req-d7f755bd-6e1c-47cc-9db0-229b38612d75 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.22 "DELETE /v2.0/ports/bf8a204d-6396-4e94-a812-1c590ba8e32c HTTP/1.1" status: 204 len: 173 time: 0.3941779 Sep 26 11:32:47.516060 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f2c8a2-988c-461a-9794-2567df57261f', 'name': 'network-vif-deleted', 'tag': 'bf8a204d-6396-4e94-a812-1c590ba8e32c'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:32:47.518281 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497c167b-3a60-471e-8962-a6b8ebddb86f" -d '{"events": [{"server_uuid": "89f2c8a2-988c-461a-9794-2567df57261f", "name": "network-vif-deleted", "tag": "bf8a204d-6396-4e94-a812-1c590ba8e32c"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:32:47.553896 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af841d8-0b80-4312-917c-f1cf1567e2e6 x-openstack-request-id: req-3af841d8-0b80-4312-917c-f1cf1567e2e6 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:32:47.554187 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f2c8a2-988c-461a-9794-2567df57261f", "name": "network-vif-deleted", "tag": "bf8a204d-6396-4e94-a812-1c590ba8e32c", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:32:47.554437 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3af841d8-0b80-4312-917c-f1cf1567e2e6 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:32:47.554867 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f2c8a2-988c-461a-9794-2567df57261f', 'name': 'network-vif-deleted', 'tag': 'bf8a204d-6396-4e94-a812-1c590ba8e32c', 'status': 'completed', 'code': 200} Sep 26 11:32:47.864045 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-232ad710-27aa-42b8-86a4-1fc9e60aea07 req-e23c4850-f0b8-4157-ae11-31efefd50dd5 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "GET /v2.0/ports?device_id=89f2c8a2-988c-461a-9794-2567df57261f HTTP/1.1" status: 200 len: 210 time: 0.0300112 Sep 26 11:32:48.919392 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55616) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:32:49.041706 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-5c9bd0f0-253d-43a4-827b-8335584252bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Deleting port 69510863-8be7-4808-a048-40f802380950 {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:32:49.042049 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5c9bd0f0-253d-43a4-827b-8335584252bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:49.119057 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5c9bd0f0-253d-43a4-827b-8335584252bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:49.119377 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5c9bd0f0-253d-43a4-827b-8335584252bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:49.130540 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-5c9bd0f0-253d-43a4-827b-8335584252bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Calling delete_port for 69510863-8be7-4808-a048-40f802380950 owned by network:floatingip {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:32:49.261489 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5c9bd0f0-253d-43a4-827b-8335584252bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:49.288863 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9bd0f0-253d-43a4-827b-8335584252bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Pushing event deleted for resources: {'Port': ['ID=69510863-8be7-4808-a048-40f802380950,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:49.304827 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:32:49.311369 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9bd0f0-253d-43a4-827b-8335584252bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:49.311728 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9bd0f0-253d-43a4-827b-8335584252bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:49.312072 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9bd0f0-253d-43a4-827b-8335584252bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:49.312458 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9bd0f0-253d-43a4-827b-8335584252bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:49.312842 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9bd0f0-253d-43a4-827b-8335584252bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:49.313128 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9bd0f0-253d-43a4-827b-8335584252bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:49.313508 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9bd0f0-253d-43a4-827b-8335584252bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:49.313774 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9bd0f0-253d-43a4-827b-8335584252bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:49.314100 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9bd0f0-253d-43a4-827b-8335584252bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:49.314424 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9bd0f0-253d-43a4-827b-8335584252bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:49.314769 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9bd0f0-253d-43a4-827b-8335584252bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:49.315091 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9bd0f0-253d-43a4-827b-8335584252bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:49.355335 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5c9bd0f0-253d-43a4-827b-8335584252bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for floatingip, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:49.357797 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5c9bd0f0-253d-43a4-827b-8335584252bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for floatingip, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:49.358982 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-5c9bd0f0-253d-43a4-827b-8335584252bc tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "DELETE /v2.0/floatingips/fa02a16c-50e8-4766-bda3-e77ba6305820 HTTP/1.1" status: 204 len: 168 time: 0.4386020 Sep 26 11:32:50.551951 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55628) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:32:50.610748 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-251ebe2a-caf8-4fe5-b775-9167883a95b1 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for security_group, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:50.637270 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-251ebe2a-caf8-4fe5-b775-9167883a95b1 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:50.699811 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-251ebe2a-caf8-4fe5-b775-9167883a95b1 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:50.702567 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-251ebe2a-caf8-4fe5-b775-9167883a95b1 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Notify callbacks [] for security_group, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:50.703865 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-251ebe2a-caf8-4fe5-b775-9167883a95b1 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] 10.222.0.15 "DELETE /v2.0/security-groups/43a0dad4-ca9f-4a46-a427-7794756f0d0f HTTP/1.1" status: 204 len: 168 time: 0.1509125 Sep 26 11:32:50.718292 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ebe2a-caf8-4fe5-b775-9167883a95b1 tempest-TestVolumeBootPattern-903071832 tempest-TestVolumeBootPattern-903071832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a0dad4-ca9f-4a46-a427-7794756f0d0f,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:50.761739 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55632) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:32:51.209135 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-9c52fc5f-3f07-492f-9ffc-4868a76af8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-750106'] for router_interface, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:51.701202 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-9c52fc5f-3f07-492f-9ffc-4868a76af8d6 admin admin] Deleting port 18f41534-2e02-49f8-a247-a696fb2fc95a {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:32:51.701910 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-9c52fc5f-3f07-492f-9ffc-4868a76af8d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:51.781309 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-9c52fc5f-3f07-492f-9ffc-4868a76af8d6 admin admin] For port 18f41534-2e02-49f8-a247-a696fb2fc95a, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=18f41534-2e02-49f8-a247-a696fb2fc95a,segment=NetworkSegment(16519192-f9bf-4c30-a8ac-07119e563f4f),segment_id=16519192-f9bf-4c30-a8ac-07119e563f4f)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:32:51.781792 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-9c52fc5f-3f07-492f-9ffc-4868a76af8d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:51.794264 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-9c52fc5f-3f07-492f-9ffc-4868a76af8d6 admin admin] Calling delete_port for 18f41534-2e02-49f8-a247-a696fb2fc95a owned by network:router_interface {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:32:51.879350 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device bf8a204d-6396-4e94-a812-1c590ba8e32c no longer exists at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:32:51.900080 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] No Port match for: bf8a204d-6396-4e94-a812-1c590ba8e32c {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:32:51.900431 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device bf8a204d-6396-4e94-a812-1c590ba8e32c not bound to the agent host hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:32:51.976817 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-9c52fc5f-3f07-492f-9ffc-4868a76af8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:52.003836 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52fc5f-3f07-492f-9ffc-4868a76af8d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=18f41534-2e02-49f8-a247-a696fb2fc95a,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:52.167615 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-9c52fc5f-3f07-492f-9ffc-4868a76af8d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748691'] for router_interface, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:52.380611 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c52fc5f-3f07-492f-9ffc-4868a76af8d6 admin admin] Router 87b22159-4259-43a7-961f-28cde81a65c8 has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:32:52.484132 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c52fc5f-3f07-492f-9ffc-4868a76af8d6 admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:32:52.489054 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-9c52fc5f-3f07-492f-9ffc-4868a76af8d6 admin admin] 10.222.0.15 "PUT /v2.0/routers/87b22159-4259-43a7-961f-28cde81a65c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7262616 Sep 26 11:32:52.491631 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55636) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:32:52.492790 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaab451-1cc9-433a-9deb-22d344644cd8 None None] Sync routers for ids ['87b22159-4259-43a7-961f-28cde81a65c8'] in dv-cinder-811032-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:32:52.502066 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaab451-1cc9-433a-9deb-22d344644cd8 None None] Routers {'87b22159-4259-43a7-961f-28cde81a65c8'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:32:52.502745 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-ffaab451-1cc9-433a-9deb-22d344644cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:32:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['87b22159-4259-43a7-961f-28cde81a65c8'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:52.594397 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f1bc4f77-3943-46ec-9006-a635f4569a24 admin admin] Notify callbacks [] for router, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:52.607919 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-ffaab451-1cc9-433a-9deb-22d344644cd8 None None] Set router 87b22159-4259-43a7-961f-28cde81a65c8 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:32:52.697588 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f1bc4f77-3943-46ec-9006-a635f4569a24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:52.754049 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-f1bc4f77-3943-46ec-9006-a635f4569a24 admin admin] Deleting port 57d657e7-66c1-44a2-b4a1-7a6143e86188 {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:32:52.754795 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f1bc4f77-3943-46ec-9006-a635f4569a24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:52.836026 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-f1bc4f77-3943-46ec-9006-a635f4569a24 admin admin] For port 57d657e7-66c1-44a2-b4a1-7a6143e86188, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=57d657e7-66c1-44a2-b4a1-7a6143e86188,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:32:52.836385 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f1bc4f77-3943-46ec-9006-a635f4569a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:52.849041 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-f1bc4f77-3943-46ec-9006-a635f4569a24 admin admin] Calling delete_port for 57d657e7-66c1-44a2-b4a1-7a6143e86188 owned by network:router_gateway {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:32:52.924764 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-ffaab451-1cc9-433a-9deb-22d344644cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b22159-4259-43a7-961f-28cde81a65c8', 'name': 'tempest-TestVolumeBootPattern-851282300-router', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:11Z', 'updated_at': '2021-09-26T11:32:51Z', 'revision_number': 5, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'gw_port': {'id': '57d657e7-66c1-44a2-b4a1-7a6143e86188', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b22159-4259-43a7-961f-28cde81a65c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:12Z', 'updated_at': '2021-09-26T11:25:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:52.954263 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaab451-1cc9-433a-9deb-22d344644cd8 None None] Checking router: 87b22159-4259-43a7-961f-28cde81a65c8 for host: dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:32:52.963215 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaab451-1cc9-433a-9deb-22d344644cd8 None None] Routers {'87b22159-4259-43a7-961f-28cde81a65c8'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:32:52.963831 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-ffaab451-1cc9-433a-9deb-22d344644cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:32:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['87b22159-4259-43a7-961f-28cde81a65c8'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:53.023764 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f1bc4f77-3943-46ec-9006-a635f4569a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:53.053666 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc4f77-3943-46ec-9006-a635f4569a24 admin admin] Pushing event deleted for resources: {'Port': ['ID=57d657e7-66c1-44a2-b4a1-7a6143e86188,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:53.056854 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-ffaab451-1cc9-433a-9deb-22d344644cd8 None None] Set router 87b22159-4259-43a7-961f-28cde81a65c8 gateway port host: None {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:32:53.108487 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-ffaab451-1cc9-433a-9deb-22d344644cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b22159-4259-43a7-961f-28cde81a65c8', 'name': 'tempest-TestVolumeBootPattern-851282300-router', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:11Z', 'updated_at': '2021-09-26T11:32:52Z', 'revision_number': 6, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'gw_port_host': None}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:53.112903 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f1bc4f77-3943-46ec-9006-a635f4569a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748624'] for router_gateway, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:53.138813 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaab451-1cc9-433a-9deb-22d344644cd8 None None] The sync data for ids ['87b22159-4259-43a7-961f-28cde81a65c8'] in dv-cinder-811032-1-iscsi is: [{'id': '87b22159-4259-43a7-961f-28cde81a65c8', 'name': 'tempest-TestVolumeBootPattern-851282300-router', 'tenant_id': 'ce837c99bcc9456283c5401547ff5a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:11Z', 'updated_at': '2021-09-26T11:32:52Z', 'revision_number': 6, 'project_id': 'ce837c99bcc9456283c5401547ff5a76', 'gw_port_host': None}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:32:53.208105 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f1bc4f77-3943-46ec-9006-a635f4569a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-408'] for router, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:53.210439 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f1bc4f77-3943-46ec-9006-a635f4569a24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:53.253433 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f1bc4f77-3943-46ec-9006-a635f4569a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751414'] for router, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:53.253983 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bc4f77-3943-46ec-9006-a635f4569a24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87b22159-4259-43a7-961f-28cde81a65c8 {{(pid=94001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 11:32:53.258272 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-f1bc4f77-3943-46ec-9006-a635f4569a24 admin admin] Notify callbacks [] for router, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:53.259463 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-f1bc4f77-3943-46ec-9006-a635f4569a24 admin admin] 10.222.0.15 "DELETE /v2.0/routers/87b22159-4259-43a7-961f-28cde81a65c8 HTTP/1.1" status: 204 len: 168 time: 0.7668898 Sep 26 11:32:53.261872 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55638) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:32:53.309171 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae0d7dd-e950-46d8-8d3a-4c21bc553dda admin admin] Deleting subnet 258101c2-cabd-4a87-bb0e-e9533532d3e4 {{(pid=94001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 11:32:53.312168 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5ae0d7dd-e950-46d8-8d3a-4c21bc553dda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:53.345046 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5ae0d7dd-e950-46d8-8d3a-4c21bc553dda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2161611'] for subnet, precommit_delete_associations {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:53.419278 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5ae0d7dd-e950-46d8-8d3a-4c21bc553dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733527'] for subnet, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:53.477103 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5ae0d7dd-e950-46d8-8d3a-4c21bc553dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530552793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529669039'] for subnet, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:53.509728 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0d7dd-e950-46d8-8d3a-4c21bc553dda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=258101c2-cabd-4a87-bb0e-e9533532d3e4,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:53.513515 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5ae0d7dd-e950-46d8-8d3a-4c21bc553dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:53.518134 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-5ae0d7dd-e950-46d8-8d3a-4c21bc553dda admin admin] 10.222.0.15 "DELETE /v2.0/subnets/258101c2-cabd-4a87-bb0e-e9533532d3e4 HTTP/1.1" status: 204 len: 168 time: 0.2526760 Sep 26 11:32:53.518567 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55640) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:32:53.524321 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fdd136-d585-46b4-8b77-cd8cee40a77f None None] Network fee0bc02-ba70-4306-88e5-38ff36a0bcb8 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:32:53.590544 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-99984eb1-411a-41b2-939d-f67c05d64ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832047'] for network, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:53.654954 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-99984eb1-411a-41b2-939d-f67c05d64ec3 admin admin] Deleting port c5fb649d-8daa-46da-af89-716b79d40a7e {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:32:53.655334 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-99984eb1-411a-41b2-939d-f67c05d64ec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:53.719844 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-99984eb1-411a-41b2-939d-f67c05d64ec3 admin admin] For port c5fb649d-8daa-46da-af89-716b79d40a7e, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=c5fb649d-8daa-46da-af89-716b79d40a7e,segment=NetworkSegment(16519192-f9bf-4c30-a8ac-07119e563f4f),segment_id=16519192-f9bf-4c30-a8ac-07119e563f4f)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:32:53.720070 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-99984eb1-411a-41b2-939d-f67c05d64ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:53.732597 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-99984eb1-411a-41b2-939d-f67c05d64ec3 admin admin] Calling delete_port for c5fb649d-8daa-46da-af89-716b79d40a7e owned by network:dhcp {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:32:53.815649 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-99984eb1-411a-41b2-939d-f67c05d64ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:53.841653 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99984eb1-411a-41b2-939d-f67c05d64ec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5fb649d-8daa-46da-af89-716b79d40a7e,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:53.845030 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99984eb1-411a-41b2-939d-f67c05d64ec3 admin admin] No DVR routers for this DVR port c5fb649d-8daa-46da-af89-716b79d40a7e on host dv-cinder-811032-1-iscsi {{(pid=94001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:32:53.909218 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a4b5a2-3da9-488d-af77-0c220230247c None None] DHCP port deletion for fee0bc02-ba70-4306-88e5-38ff36a0bcb8 request from dv-cinder-811032-1-iscsi {{(pid=94002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 11:32:53.917500 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-99984eb1-411a-41b2-939d-f67c05d64ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722414', 'neutron.services.segments.db._delete_segments_for_network-8784557248148'] for network, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:53.942166 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.services.segments.db [None req-99984eb1-411a-41b2-939d-f67c05d64ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee0bc02-ba70-4306-88e5-38ff36a0bcb8']}} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:53.952278 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.services.segments.db [None req-99984eb1-411a-41b2-939d-f67c05d64ec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16519192-f9bf-4c30-a8ac-07119e563f4f') {'for_net_delete': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:53.952573 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.services.segments.db [None req-99984eb1-411a-41b2-939d-f67c05d64ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16519192-f9bf-4c30-a8ac-07119e563f4f') {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:53.962318 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-99984eb1-411a-41b2-939d-f67c05d64ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784557247901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2161618'] for segment, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:53.975202 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-99984eb1-411a-41b2-939d-f67c05d64ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:53.981094 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99984eb1-411a-41b2-939d-f67c05d64ec3 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 11:32:53.981485 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-99984eb1-411a-41b2-939d-f67c05d64ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530550903'] for segment, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: Traceback (most recent call last): Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: timer() Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: cb(*args, **kw) Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: return func(*args, **kwargs) Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: self._notify() Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: self.callback(batched_events) Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: event.method(event) Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: return f(self, *a, **k) Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: return self._get(url).json() Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: return self.request(url, 'GET', **kwargs) Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 11:32:53.983137 dv-cinder-811032-1-iscsi neutron-server[94001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 11:32:54.040324 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-99984eb1-411a-41b2-939d-f67c05d64ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748556'] for network, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:54.045809 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-99984eb1-411a-41b2-939d-f67c05d64ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:54.047722 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-99984eb1-411a-41b2-939d-f67c05d64ec3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fee0bc02-ba70-4306-88e5-38ff36a0bcb8 HTTP/1.1" status: 204 len: 168 time: 0.5284495 Sep 26 11:32:54.050820 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55642) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:32:54.058577 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99984eb1-411a-41b2-939d-f67c05d64ec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fee0bc02-ba70-4306-88e5-38ff36a0bcb8,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:54.229556 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 18f41534-2e02-49f8-a247-a696fb2fc95a no longer exists at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:32:54.249693 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] No Port match for: 18f41534-2e02-49f8-a247-a696fb2fc95a {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:32:54.250032 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 18f41534-2e02-49f8-a247-a696fb2fc95a not bound to the agent host dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:32:54.250440 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 57d657e7-66c1-44a2-b4a1-7a6143e86188 no longer exists at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:32:54.269028 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] No Port match for: 57d657e7-66c1-44a2-b4a1-7a6143e86188 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:32:54.269642 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 57d657e7-66c1-44a2-b4a1-7a6143e86188 not bound to the agent host dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:32:54.270047 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device c5fb649d-8daa-46da-af89-716b79d40a7e no longer exists at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:32:54.289352 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] No Port match for: c5fb649d-8daa-46da-af89-716b79d40a7e {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:32:54.289699 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device c5fb649d-8daa-46da-af89-716b79d40a7e not bound to the agent host dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:32:54.394392 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d127d289-6a77-4237-ab63-a272effef42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-750106'] for router_interface, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:54.633296 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-d127d289-6a77-4237-ab63-a272effef42d admin admin] Deleting port 92e9ccec-c554-4f16-b85d-ebe89449b581 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:32:54.633626 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d127d289-6a77-4237-ab63-a272effef42d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:54.711518 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-d127d289-6a77-4237-ab63-a272effef42d admin admin] For port 92e9ccec-c554-4f16-b85d-ebe89449b581, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=92e9ccec-c554-4f16-b85d-ebe89449b581,segment=NetworkSegment(ef288a13-d8d2-416c-bf30-881ad027ff5d),segment_id=ef288a13-d8d2-416c-bf30-881ad027ff5d)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:32:54.711881 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d127d289-6a77-4237-ab63-a272effef42d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:54.723654 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-d127d289-6a77-4237-ab63-a272effef42d admin admin] Calling delete_port for 92e9ccec-c554-4f16-b85d-ebe89449b581 owned by network:router_interface {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:32:54.899782 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d127d289-6a77-4237-ab63-a272effef42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:54.925177 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127d289-6a77-4237-ab63-a272effef42d admin admin] Pushing event deleted for resources: {'Port': ['ID=92e9ccec-c554-4f16-b85d-ebe89449b581,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:54.937653 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127d289-6a77-4237-ab63-a272effef42d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:54.937653 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127d289-6a77-4237-ab63-a272effef42d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:54.937653 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127d289-6a77-4237-ab63-a272effef42d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:54.938034 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127d289-6a77-4237-ab63-a272effef42d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:54.938252 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127d289-6a77-4237-ab63-a272effef42d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:54.938583 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127d289-6a77-4237-ab63-a272effef42d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:54.938934 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127d289-6a77-4237-ab63-a272effef42d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:54.939269 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127d289-6a77-4237-ab63-a272effef42d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:54.939589 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127d289-6a77-4237-ab63-a272effef42d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:54.939913 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127d289-6a77-4237-ab63-a272effef42d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:54.940231 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127d289-6a77-4237-ab63-a272effef42d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:54.940546 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127d289-6a77-4237-ab63-a272effef42d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:55.338776 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d127d289-6a77-4237-ab63-a272effef42d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748691'] for router_interface, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:55.545439 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d127d289-6a77-4237-ab63-a272effef42d admin admin] Router d7761cc7-4964-4666-8184-4bc295c18a2b has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:32:55.648686 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d127d289-6a77-4237-ab63-a272effef42d admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:32:55.653482 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-d127d289-6a77-4237-ab63-a272effef42d admin admin] 10.222.0.15 "PUT /v2.0/routers/d7761cc7-4964-4666-8184-4bc295c18a2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6015821 Sep 26 11:32:55.656048 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55648) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:32:55.658630 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14979b5d-f061-4895-a221-eddf44081c22 None None] Sync routers for ids ['d7761cc7-4964-4666-8184-4bc295c18a2b'] in dv-cinder-811032-1-iscsi {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:32:55.667607 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14979b5d-f061-4895-a221-eddf44081c22 None None] Routers {'d7761cc7-4964-4666-8184-4bc295c18a2b'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:32:55.668206 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-14979b5d-f061-4895-a221-eddf44081c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:32:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['d7761cc7-4964-4666-8184-4bc295c18a2b'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:55.758609 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5f4423a9-71a8-434e-a9bf-bcc3e0b8d803 admin admin] Notify callbacks [] for router, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:55.770030 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-14979b5d-f061-4895-a221-eddf44081c22 None None] Set router d7761cc7-4964-4666-8184-4bc295c18a2b gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:32:55.867241 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5f4423a9-71a8-434e-a9bf-bcc3e0b8d803 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:55.924018 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-5f4423a9-71a8-434e-a9bf-bcc3e0b8d803 admin admin] Deleting port e2187e7e-1059-48a5-9793-fbce5d05753a {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:32:55.924247 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5f4423a9-71a8-434e-a9bf-bcc3e0b8d803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:55.949238 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-14979b5d-f061-4895-a221-eddf44081c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7761cc7-4964-4666-8184-4bc295c18a2b', 'name': 'tempest-TestVolumeBootPattern-1294051466-router', 'tenant_id': 'a2e8d64d36404e23838b465309eca039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'e2187e7e-1059-48a5-9793-fbce5d05753a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:25Z', 'updated_at': '2021-09-26T11:32:54Z', 'revision_number': 5, 'project_id': 'a2e8d64d36404e23838b465309eca039', 'gw_port': {'id': 'e2187e7e-1059-48a5-9793-fbce5d05753a', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7761cc7-4964-4666-8184-4bc295c18a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:25:28Z', 'updated_at': '2021-09-26T11:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:55.977175 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14979b5d-f061-4895-a221-eddf44081c22 None None] Checking router: d7761cc7-4964-4666-8184-4bc295c18a2b for host: dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:32:55.985494 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14979b5d-f061-4895-a221-eddf44081c22 None None] Routers {'d7761cc7-4964-4666-8184-4bc295c18a2b'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:32:55.986117 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-14979b5d-f061-4895-a221-eddf44081c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:32:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['d7761cc7-4964-4666-8184-4bc295c18a2b'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:56.009653 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-5f4423a9-71a8-434e-a9bf-bcc3e0b8d803 admin admin] For port e2187e7e-1059-48a5-9793-fbce5d05753a, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=e2187e7e-1059-48a5-9793-fbce5d05753a,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:32:56.010021 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5f4423a9-71a8-434e-a9bf-bcc3e0b8d803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:56.022143 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-5f4423a9-71a8-434e-a9bf-bcc3e0b8d803 admin admin] Calling delete_port for e2187e7e-1059-48a5-9793-fbce5d05753a owned by network:router_gateway {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:32:56.071140 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-14979b5d-f061-4895-a221-eddf44081c22 None None] Set router d7761cc7-4964-4666-8184-4bc295c18a2b gateway port host: None {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:32:56.125329 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-14979b5d-f061-4895-a221-eddf44081c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7761cc7-4964-4666-8184-4bc295c18a2b', 'name': 'tempest-TestVolumeBootPattern-1294051466-router', 'tenant_id': 'a2e8d64d36404e23838b465309eca039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:25Z', 'updated_at': '2021-09-26T11:32:55Z', 'revision_number': 6, 'project_id': 'a2e8d64d36404e23838b465309eca039', 'gw_port_host': None}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:56.151893 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14979b5d-f061-4895-a221-eddf44081c22 None None] The sync data for ids ['d7761cc7-4964-4666-8184-4bc295c18a2b'] in dv-cinder-811032-1-iscsi is: [{'id': 'd7761cc7-4964-4666-8184-4bc295c18a2b', 'name': 'tempest-TestVolumeBootPattern-1294051466-router', 'tenant_id': 'a2e8d64d36404e23838b465309eca039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:25:25Z', 'updated_at': '2021-09-26T11:32:55Z', 'revision_number': 6, 'project_id': 'a2e8d64d36404e23838b465309eca039', 'gw_port_host': None}] {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:32:56.190674 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5f4423a9-71a8-434e-a9bf-bcc3e0b8d803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:56.214848 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4423a9-71a8-434e-a9bf-bcc3e0b8d803 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2187e7e-1059-48a5-9793-fbce5d05753a,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:56.274191 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5f4423a9-71a8-434e-a9bf-bcc3e0b8d803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748624'] for router_gateway, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:56.377655 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5f4423a9-71a8-434e-a9bf-bcc3e0b8d803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-408'] for router, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:56.379778 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5f4423a9-71a8-434e-a9bf-bcc3e0b8d803 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:56.439509 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5f4423a9-71a8-434e-a9bf-bcc3e0b8d803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751414'] for router, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:56.439917 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4423a9-71a8-434e-a9bf-bcc3e0b8d803 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7761cc7-4964-4666-8184-4bc295c18a2b {{(pid=94000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 11:32:56.445433 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5f4423a9-71a8-434e-a9bf-bcc3e0b8d803 admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:56.446547 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-5f4423a9-71a8-434e-a9bf-bcc3e0b8d803 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d7761cc7-4964-4666-8184-4bc295c18a2b HTTP/1.1" status: 204 len: 168 time: 0.7896004 Sep 26 11:32:56.449120 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55650) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:32:56.492151 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf08813-6414-43eb-88e3-de8e2883f42f admin admin] Deleting subnet e3bb2706-f29e-499d-bc57-4171f63aa59f {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 11:32:56.495149 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9bf08813-6414-43eb-88e3-de8e2883f42f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:56.537562 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9bf08813-6414-43eb-88e3-de8e2883f42f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530207187'] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:56.624853 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9bf08813-6414-43eb-88e3-de8e2883f42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733527'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:56.675360 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9bf08813-6414-43eb-88e3-de8e2883f42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530160691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530427440'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:56.702704 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf08813-6414-43eb-88e3-de8e2883f42f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3bb2706-f29e-499d-bc57-4171f63aa59f,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:56.704596 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-9bf08813-6414-43eb-88e3-de8e2883f42f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:56.708832 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-9bf08813-6414-43eb-88e3-de8e2883f42f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e3bb2706-f29e-499d-bc57-4171f63aa59f HTTP/1.1" status: 204 len: 168 time: 0.2564926 Sep 26 11:32:56.710000 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398fb09e-0b73-469c-9499-2bc979cf3f55 None None] Network 56b4ccdd-4676-445d-abb7-345bfb5e21e4 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:32:56.711132 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55654) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:32:56.780520 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d14b1c16-9ede-4fc2-8172-a693bfd1c6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832047'] for network, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:56.834907 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-d14b1c16-9ede-4fc2-8172-a693bfd1c6dc admin admin] Deleting port 9a06b776-ad36-4c0d-afaa-b8bccd1f8305 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:32:56.835382 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d14b1c16-9ede-4fc2-8172-a693bfd1c6dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:56.903324 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-d14b1c16-9ede-4fc2-8172-a693bfd1c6dc admin admin] For port 9a06b776-ad36-4c0d-afaa-b8bccd1f8305, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=9a06b776-ad36-4c0d-afaa-b8bccd1f8305,segment=NetworkSegment(ef288a13-d8d2-416c-bf30-881ad027ff5d),segment_id=ef288a13-d8d2-416c-bf30-881ad027ff5d)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:32:56.903594 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d14b1c16-9ede-4fc2-8172-a693bfd1c6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:56.915225 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-d14b1c16-9ede-4fc2-8172-a693bfd1c6dc admin admin] Calling delete_port for 9a06b776-ad36-4c0d-afaa-b8bccd1f8305 owned by network:dhcp {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:32:56.938043 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ea7c04-ee6d-4298-b84a-0bed7bca4770 None None] DHCP port deletion for 56b4ccdd-4676-445d-abb7-345bfb5e21e4 request from dv-cinder-811032-1-iscsi {{(pid=94002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 11:32:56.989336 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-01ea7c04-ee6d-4298-b84a-0bed7bca4770 None None] Deleting port 9a06b776-ad36-4c0d-afaa-b8bccd1f8305 {{(pid=94002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:32:56.989752 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-01ea7c04-ee6d-4298-b84a-0bed7bca4770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:57.000407 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d14b1c16-9ede-4fc2-8172-a693bfd1c6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:57.029162 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b1c16-9ede-4fc2-8172-a693bfd1c6dc admin admin] Pushing event deleted for resources: {'Port': ['ID=9a06b776-ad36-4c0d-afaa-b8bccd1f8305,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:57.039265 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14b1c16-9ede-4fc2-8172-a693bfd1c6dc admin admin] No DVR routers for this DVR port 9a06b776-ad36-4c0d-afaa-b8bccd1f8305 on host dv-cinder-811032-1-iscsi {{(pid=94000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:32:57.058915 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-01ea7c04-ee6d-4298-b84a-0bed7bca4770 None None] For port 9a06b776-ad36-4c0d-afaa-b8bccd1f8305, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=9a06b776-ad36-4c0d-afaa-b8bccd1f8305,segment=NetworkSegment(ef288a13-d8d2-416c-bf30-881ad027ff5d),segment_id=ef288a13-d8d2-416c-bf30-881ad027ff5d)] {{(pid=94002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:32:57.059314 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-01ea7c04-ee6d-4298-b84a-0bed7bca4770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:57.072242 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-01ea7c04-ee6d-4298-b84a-0bed7bca4770 None None] Calling delete_port for 9a06b776-ad36-4c0d-afaa-b8bccd1f8305 owned by network:dhcp {{(pid=94002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:32:57.115079 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d14b1c16-9ede-4fc2-8172-a693bfd1c6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722414', 'neutron.services.segments.db._delete_segments_for_network-8784557248148'] for network, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:57.140770 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-d14b1c16-9ede-4fc2-8172-a693bfd1c6dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b4ccdd-4676-445d-abb7-345bfb5e21e4']}} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:57.149957 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-01ea7c04-ee6d-4298-b84a-0bed7bca4770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600'] for port, after_delete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:57.152176 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-d14b1c16-9ede-4fc2-8172-a693bfd1c6dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef288a13-d8d2-416c-bf30-881ad027ff5d') {'for_net_delete': True} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:57.152485 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-d14b1c16-9ede-4fc2-8172-a693bfd1c6dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef288a13-d8d2-416c-bf30-881ad027ff5d') {} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:32:57.163173 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d14b1c16-9ede-4fc2-8172-a693bfd1c6dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784557247901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530207178'] for segment, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:57.176308 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea7c04-ee6d-4298-b84a-0bed7bca4770 None None] Pushing event deleted for resources: {'Port': ['ID=9a06b776-ad36-4c0d-afaa-b8bccd1f8305,revision_number=None']} {{(pid=94002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:57.177384 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d14b1c16-9ede-4fc2-8172-a693bfd1c6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:57.184006 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d14b1c16-9ede-4fc2-8172-a693bfd1c6dc admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=94000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 11:32:57.184413 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d14b1c16-9ede-4fc2-8172-a693bfd1c6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530160541'] for segment, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:57.186244 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ea7c04-ee6d-4298-b84a-0bed7bca4770 None None] No DVR routers for this DVR port 9a06b776-ad36-4c0d-afaa-b8bccd1f8305 on host dv-cinder-811032-1-iscsi {{(pid=94002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: Traceback (most recent call last): Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: timer() Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: cb(*args, **kw) Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: return func(*args, **kwargs) Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: self._notify() Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: self.callback(batched_events) Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: event.method(event) Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: return f(self, *a, **k) Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: return self._get(url).json() Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: return self.request(url, 'GET', **kwargs) Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 11:32:57.186394 dv-cinder-811032-1-iscsi neutron-server[94000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 11:32:57.193074 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea7c04-ee6d-4298-b84a-0bed7bca4770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:57.193943 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea7c04-ee6d-4298-b84a-0bed7bca4770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:57.195897 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea7c04-ee6d-4298-b84a-0bed7bca4770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:57.196695 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea7c04-ee6d-4298-b84a-0bed7bca4770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:57.197046 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea7c04-ee6d-4298-b84a-0bed7bca4770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:57.197387 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea7c04-ee6d-4298-b84a-0bed7bca4770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:57.197706 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea7c04-ee6d-4298-b84a-0bed7bca4770 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:57.198050 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea7c04-ee6d-4298-b84a-0bed7bca4770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:57.198958 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea7c04-ee6d-4298-b84a-0bed7bca4770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:57.199094 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea7c04-ee6d-4298-b84a-0bed7bca4770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:57.199459 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea7c04-ee6d-4298-b84a-0bed7bca4770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:57.199696 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea7c04-ee6d-4298-b84a-0bed7bca4770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:32:57.257204 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d14b1c16-9ede-4fc2-8172-a693bfd1c6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748556'] for network, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:57.262338 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d14b1c16-9ede-4fc2-8172-a693bfd1c6dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:57.264230 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-d14b1c16-9ede-4fc2-8172-a693bfd1c6dc admin admin] 10.222.0.15 "DELETE /v2.0/networks/56b4ccdd-4676-445d-abb7-345bfb5e21e4 HTTP/1.1" status: 204 len: 168 time: 0.5534055 Sep 26 11:32:57.274899 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b1c16-9ede-4fc2-8172-a693bfd1c6dc admin admin] Pushing event deleted for resources: {'Network': ['ID=56b4ccdd-4676-445d-abb7-345bfb5e21e4,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:57.379363 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55658) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:32:57.417943 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-52ff6fe0-7472-41fe-8637-f5517cc4d2d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce837c99bcc9456283c5401547ff5a76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374372 Sep 26 11:32:57.420352 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55660) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:32:57.467242 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d384d6c6-a731-4eda-a424-8e468fbe434c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:57.487293 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d384d6c6-a731-4eda-a424-8e468fbe434c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:57.534475 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d384d6c6-a731-4eda-a424-8e468fbe434c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:57.538300 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-d384d6c6-a731-4eda-a424-8e468fbe434c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:57.539469 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-d384d6c6-a731-4eda-a424-8e468fbe434c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee0c1ebb-660a-4c25-8c49-91f4ecadcb1b HTTP/1.1" status: 204 len: 168 time: 0.1182368 Sep 26 11:32:57.548290 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384d6c6-a731-4eda-a424-8e468fbe434c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0c1ebb-660a-4c25-8c49-91f4ecadcb1b,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:57.846778 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55666) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:32:57.890001 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-853393dc-26a8-4149-b0a2-3692bb5c786e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2e8d64d36404e23838b465309eca039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420742 Sep 26 11:32:57.892452 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55668) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:32:57.942249 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c1042626-ac0a-4acb-8d04-25310cc16070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:57.963700 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c1042626-ac0a-4acb-8d04-25310cc16070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:58.009068 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c1042626-ac0a-4acb-8d04-25310cc16070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:58.011734 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-c1042626-ac0a-4acb-8d04-25310cc16070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:58.012837 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-c1042626-ac0a-4acb-8d04-25310cc16070 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bcbc183e-1faa-48c6-8d14-ffca0dcbcb59 HTTP/1.1" status: 204 len: 168 time: 0.1194992 Sep 26 11:32:58.020391 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1042626-ac0a-4acb-8d04-25310cc16070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbc183e-1faa-48c6-8d14-ffca0dcbcb59,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:32:58.220363 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device e2187e7e-1059-48a5-9793-fbce5d05753a no longer exists at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:32:58.242069 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] No Port match for: e2187e7e-1059-48a5-9793-fbce5d05753a {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:32:58.242531 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device e2187e7e-1059-48a5-9793-fbce5d05753a not bound to the agent host dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:32:58.242982 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 9a06b776-ad36-4c0d-afaa-b8bccd1f8305 no longer exists at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:32:58.262859 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] No Port match for: 9a06b776-ad36-4c0d-afaa-b8bccd1f8305 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:32:58.263098 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 9a06b776-ad36-4c0d-afaa-b8bccd1f8305 not bound to the agent host dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:32:58.263527 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 92e9ccec-c554-4f16-b85d-ebe89449b581 no longer exists at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:32:58.283461 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] No Port match for: 92e9ccec-c554-4f16-b85d-ebe89449b581 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:32:58.283804 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 92e9ccec-c554-4f16-b85d-ebe89449b581 not bound to the agent host dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:32:59.345310 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-1d79045a-2487-4ac3-9700-ec1efcf8e434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:32:59.722329 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:33:01.876250 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-7159e0bc-99a3-49db-af73-894d3193bfce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:33:02.491111 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:33:02.597251 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-947104ea-a9ec-430b-be34-1250f134fc5f req-80e89605-c241-4622-87ef-ce9a11ff9af0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390615 Sep 26 11:33:02.681100 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947104ea-a9ec-430b-be34-1250f134fc5f req-b8308c73-c2a3-492b-b3ba-d035dfd39d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:02.682608 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-947104ea-a9ec-430b-be34-1250f134fc5f req-b8308c73-c2a3-492b-b3ba-d035dfd39d47 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3f4cb33a8aa74beaafec869f50b29919&device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 1138 time: 0.0427403 Sep 26 11:33:02.784627 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947104ea-a9ec-430b-be34-1250f134fc5f req-77eccb4e-f43f-40d0-a603-8b8c0e2029f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:02.786134 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-947104ea-a9ec-430b-be34-1250f134fc5f req-77eccb4e-f43f-40d0-a603-8b8c0e2029f7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ed7c7b86-a8cb-4872-b60c-42378058b3cd HTTP/1.1" status: 200 len: 915 time: 0.0846834 Sep 26 11:33:02.856016 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-947104ea-a9ec-430b-be34-1250f134fc5f req-79ff89a1-892f-4f2c-b0cd-0e1cbb77bb9e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c07b02b3-d571-4a19-9861-785da40bf1fe HTTP/1.1" status: 200 len: 1002 time: 0.0622835 Sep 26 11:33:02.908266 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947104ea-a9ec-430b-be34-1250f134fc5f req-e46ad302-67d0-42ab-a921-951be495ce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:02.909771 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-947104ea-a9ec-430b-be34-1250f134fc5f req-e46ad302-67d0-42ab-a921-951be495ce7e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a31d55e1-cd19-4b77-847f-f48863911bee HTTP/1.1" status: 200 len: 853 time: 0.0456998 Sep 26 11:33:02.956670 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947104ea-a9ec-430b-be34-1250f134fc5f req-b03271d6-0ddc-4462-ac7d-1133d4d4871a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:02.958294 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-947104ea-a9ec-430b-be34-1250f134fc5f req-b03271d6-0ddc-4462-ac7d-1133d4d4871a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ed7c7b86-a8cb-4872-b60c-42378058b3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403998 Sep 26 11:33:03.052928 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-947104ea-a9ec-430b-be34-1250f134fc5f req-b6139685-6d47-4bc4-8391-e536fc729080 service neutron] 10.222.0.22 "GET /v2.0/networks/ed7c7b86-a8cb-4872-b60c-42378058b3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873861 Sep 26 11:33:03.141203 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-947104ea-a9ec-430b-be34-1250f134fc5f req-782c4251-8031-4311-9acc-09aa9f060e9b service neutron] 10.222.0.22 "GET /v2.0/networks/ed7c7b86-a8cb-4872-b60c-42378058b3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796068 Sep 26 11:33:03.333303 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:33:04.700990 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:33:05.194760 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93a81c-0ca2-4374-a127-5289e89d72f4 req-6e1d16ce-6689-4931-bfcc-a35922d15b39 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:05.196234 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3d93a81c-0ca2-4374-a127-5289e89d72f4 req-6e1d16ce-6689-4931-bfcc-a35922d15b39 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 985 time: 0.0738423 Sep 26 11:33:05.202663 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d0e85-6a7b-4ceb-965b-d11810581626 req-5b4f41da-c237-42c6-81e9-1387a82a5e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:05.204111 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d11d0e85-6a7b-4ceb-965b-d11810581626 req-5b4f41da-c237-42c6-81e9-1387a82a5e2d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3f4cb33a8aa74beaafec869f50b29919&device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 1138 time: 0.0733674 Sep 26 11:33:05.265989 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3d93a81c-0ca2-4374-a127-5289e89d72f4 req-ce687b35-5aed-4100-bfb9-013878017714 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b338654-8339-4f30-be0f-0bc30339310d&id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609114 Sep 26 11:33:05.320096 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d0e85-6a7b-4ceb-965b-d11810581626 req-e04bfa96-9eb8-4c34-8985-3060be8149cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:05.321563 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d11d0e85-6a7b-4ceb-965b-d11810581626 req-e04bfa96-9eb8-4c34-8985-3060be8149cb service neutron] 10.222.0.22 "GET /v2.0/networks?id=ed7c7b86-a8cb-4872-b60c-42378058b3cd HTTP/1.1" status: 200 len: 915 time: 0.1096165 Sep 26 11:33:05.387327 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d11d0e85-6a7b-4ceb-965b-d11810581626 req-e1a1e7c0-b300-464f-a59e-7ac6cbfce3be service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c07b02b3-d571-4a19-9861-785da40bf1fe HTTP/1.1" status: 200 len: 1002 time: 0.0572937 Sep 26 11:33:05.436990 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d0e85-6a7b-4ceb-965b-d11810581626 req-c812252e-3a80-4ba1-ba6f-d3b2eb7fb25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:05.438422 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d11d0e85-6a7b-4ceb-965b-d11810581626 req-c812252e-3a80-4ba1-ba6f-d3b2eb7fb25b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a31d55e1-cd19-4b77-847f-f48863911bee HTTP/1.1" status: 200 len: 853 time: 0.0440941 Sep 26 11:33:05.487157 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d0e85-6a7b-4ceb-965b-d11810581626 req-145dceda-a4e0-4a04-b636-87734f90f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:05.488626 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d11d0e85-6a7b-4ceb-965b-d11810581626 req-145dceda-a4e0-4a04-b636-87734f90f3ec service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ed7c7b86-a8cb-4872-b60c-42378058b3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424824 Sep 26 11:33:05.576444 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d11d0e85-6a7b-4ceb-965b-d11810581626 req-647136c3-66d2-48b2-8e29-a2a964ff0279 service neutron] 10.222.0.22 "GET /v2.0/networks/ed7c7b86-a8cb-4872-b60c-42378058b3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801468 Sep 26 11:33:05.668497 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d11d0e85-6a7b-4ceb-965b-d11810581626 req-14a81819-9c7e-4072-85c3-5f032d935b91 service neutron] 10.222.0.22 "GET /v2.0/networks/ed7c7b86-a8cb-4872-b60c-42378058b3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848002 Sep 26 11:33:06.381658 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32729fc7-2fc8-45f9-8f58-0bbe77e93a2e req-e46cf724-f7c3-4f2b-8d2a-013d183c3239 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:06.383803 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-32729fc7-2fc8-45f9-8f58-0bbe77e93a2e req-e46cf724-f7c3-4f2b-8d2a-013d183c3239 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 985 time: 0.0489879 Sep 26 11:33:06.422214 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-32729fc7-2fc8-45f9-8f58-0bbe77e93a2e req-deabcc56-f2e0-472a-9d71-3674a4414385 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b338654-8339-4f30-be0f-0bc30339310d&id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323727 Sep 26 11:33:07.537354 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7432a-5de2-4c0b-86d2-a21d904bb3f8 req-cb1dbf6d-559e-413a-9ac6-c9a6e55f4da3 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:07.538956 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e4b7432a-5de2-4c0b-86d2-a21d904bb3f8 req-cb1dbf6d-559e-413a-9ac6-c9a6e55f4da3 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 985 time: 0.0498698 Sep 26 11:33:07.577820 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e4b7432a-5de2-4c0b-86d2-a21d904bb3f8 req-b611d3d8-8b08-4f3d-b2d9-affe16c13f2e tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b338654-8339-4f30-be0f-0bc30339310d&id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328884 Sep 26 11:33:08.695070 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0abf8e-6f61-472b-ace9-13c0b45c168a req-8ac8404f-dba3-4d7f-8b25-aba98d93c1d3 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:08.696578 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7c0abf8e-6f61-472b-ace9-13c0b45c168a req-8ac8404f-dba3-4d7f-8b25-aba98d93c1d3 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 985 time: 0.0531487 Sep 26 11:33:08.736019 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-7c0abf8e-6f61-472b-ace9-13c0b45c168a req-66a2818d-ad70-4e54-8bbb-edce26aeef7b tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b338654-8339-4f30-be0f-0bc30339310d&id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334871 Sep 26 11:33:09.849779 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b84c43-85da-4df1-907a-2bc1aadea49e req-68278876-dc50-47d4-9e48-d6565473f75d tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:09.851934 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f0b84c43-85da-4df1-907a-2bc1aadea49e req-68278876-dc50-47d4-9e48-d6565473f75d tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 985 time: 0.0506606 Sep 26 11:33:09.891370 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-f0b84c43-85da-4df1-907a-2bc1aadea49e req-b387f378-2fd2-4788-a7bc-28fead32168d tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b338654-8339-4f30-be0f-0bc30339310d&id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334737 Sep 26 11:33:11.004815 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cad3c9-030d-400d-86fb-f974ffe4b85f req-4352ab7c-add3-4b87-943c-78389080707f tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:11.006298 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-27cad3c9-030d-400d-86fb-f974ffe4b85f req-4352ab7c-add3-4b87-943c-78389080707f tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 985 time: 0.0490873 Sep 26 11:33:11.046757 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-27cad3c9-030d-400d-86fb-f974ffe4b85f req-ad7aec74-8a28-43df-a773-d9fceae56f5e tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b338654-8339-4f30-be0f-0bc30339310d&id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336776 Sep 26 11:33:12.162948 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca4766-f759-4f48-be9f-ba88d84786e5 req-94d974e1-e45d-4d73-b6c1-cf445e4535de tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:12.165102 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-54ca4766-f759-4f48-be9f-ba88d84786e5 req-94d974e1-e45d-4d73-b6c1-cf445e4535de tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 985 time: 0.0521078 Sep 26 11:33:12.205724 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-54ca4766-f759-4f48-be9f-ba88d84786e5 req-bfab84b3-1b3b-466d-89d4-fc83d67f1033 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b338654-8339-4f30-be0f-0bc30339310d&id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344567 Sep 26 11:33:13.325255 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbe9cd-4076-43a8-ad07-9830f83b5c28 req-8fca51a9-2d07-4633-a7a5-2b634a32bc06 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:13.326795 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-05bbe9cd-4076-43a8-ad07-9830f83b5c28 req-8fca51a9-2d07-4633-a7a5-2b634a32bc06 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 985 time: 0.0514982 Sep 26 11:33:13.367212 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-05bbe9cd-4076-43a8-ad07-9830f83b5c28 req-21052ed5-4643-41f0-b8f1-a77528f376a7 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b338654-8339-4f30-be0f-0bc30339310d&id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337958 Sep 26 11:33:14.479270 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d9ef1-315e-451e-9722-1e0f36343a15 req-021fb880-3a51-4c1b-879c-4074592e9afb tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:14.480739 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-558d9ef1-315e-451e-9722-1e0f36343a15 req-021fb880-3a51-4c1b-879c-4074592e9afb tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 985 time: 0.0487225 Sep 26 11:33:14.519805 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-558d9ef1-315e-451e-9722-1e0f36343a15 req-2197f0ab-6020-425d-803b-96645d0eb346 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b338654-8339-4f30-be0f-0bc30339310d&id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330927 Sep 26 11:33:15.639986 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be21e3-8711-43b2-a757-e967a40fb203 req-f34fa3aa-9d63-4804-ac57-d93c4177f2a7 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:15.641454 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-93be21e3-8711-43b2-a757-e967a40fb203 req-f34fa3aa-9d63-4804-ac57-d93c4177f2a7 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 985 time: 0.0531249 Sep 26 11:33:15.683083 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-93be21e3-8711-43b2-a757-e967a40fb203 req-58ac89db-dc15-45b5-9370-af7f0a5321ea tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b338654-8339-4f30-be0f-0bc30339310d&id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356629 Sep 26 11:33:16.803029 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a84f64-f957-41f4-aa3e-c0bfcae7289b req-7484ebba-3d42-4755-9b3b-ce1d04a2808c tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:16.805116 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e8a84f64-f957-41f4-aa3e-c0bfcae7289b req-7484ebba-3d42-4755-9b3b-ce1d04a2808c tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 985 time: 0.0483832 Sep 26 11:33:16.848744 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e8a84f64-f957-41f4-aa3e-c0bfcae7289b req-d3c0fdf7-19a8-42c9-80b5-a05fbf31bf53 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b338654-8339-4f30-be0f-0bc30339310d&id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376356 Sep 26 11:33:17.963200 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e01a2-3485-4bcf-8757-46825cf72836 req-f685dd55-e123-43ce-9d26-6ee1fae3796f tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:17.964724 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0e7e01a2-3485-4bcf-8757-46825cf72836 req-f685dd55-e123-43ce-9d26-6ee1fae3796f tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 985 time: 0.0492904 Sep 26 11:33:18.003213 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-0e7e01a2-3485-4bcf-8757-46825cf72836 req-df48647d-88f5-4793-8074-08ca9aba21f0 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b338654-8339-4f30-be0f-0bc30339310d&id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323987 Sep 26 11:33:19.125137 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e9bb3-2cf4-4af3-af48-48e3df42b453 req-4c3004db-e2e7-4ed8-862d-0f8a0c32019b tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:19.126586 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c68e9bb3-2cf4-4af3-af48-48e3df42b453 req-4c3004db-e2e7-4ed8-862d-0f8a0c32019b tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 985 time: 0.0518661 Sep 26 11:33:19.167493 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-c68e9bb3-2cf4-4af3-af48-48e3df42b453 req-d3b3ecb9-5e72-4702-88cb-b4ea09b06031 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b338654-8339-4f30-be0f-0bc30339310d&id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349295 Sep 26 11:33:20.283400 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188638a-9ac4-49b3-b58c-db11264aeb76 req-28a5b73a-27af-447e-821c-1c54f97de080 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:20.284866 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e188638a-9ac4-49b3-b58c-db11264aeb76 req-28a5b73a-27af-447e-821c-1c54f97de080 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 985 time: 0.0504713 Sep 26 11:33:20.325012 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-e188638a-9ac4-49b3-b58c-db11264aeb76 req-1e08d612-9023-4420-b634-c704181ec5f7 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b338654-8339-4f30-be0f-0bc30339310d&id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329041 Sep 26 11:33:21.439729 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f329b-c718-49d3-a73d-cab43a4a11a0 req-9bb49648-2830-4d0c-8c81-805cf0abe112 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:21.441205 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-477f329b-c718-49d3-a73d-cab43a4a11a0 req-9bb49648-2830-4d0c-8c81-805cf0abe112 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 985 time: 0.0493007 Sep 26 11:33:21.483096 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-477f329b-c718-49d3-a73d-cab43a4a11a0 req-5dd3c4e4-60b1-42d9-872a-a2930e860936 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b338654-8339-4f30-be0f-0bc30339310d&id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348501 Sep 26 11:33:22.847592 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01672f0-f84d-4b1e-8ff2-43135cb108ac req-6e03c2ed-4a58-41f7-a2f2-1bacc1d1f5ee tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:22.848965 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b01672f0-f84d-4b1e-8ff2-43135cb108ac req-6e03c2ed-4a58-41f7-a2f2-1bacc1d1f5ee tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 985 time: 0.2991602 Sep 26 11:33:22.889229 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-b01672f0-f84d-4b1e-8ff2-43135cb108ac req-fc097aeb-4eac-4e88-b844-481c63ebd30e tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b338654-8339-4f30-be0f-0bc30339310d&id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335124 Sep 26 11:33:26.304161 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:33:29.345764 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-cc1110f9-1227-4f10-85b5-d791f9ae6d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:33:29.727894 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:33:31.876801 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-562815d8-5022-4f35-9ff8-d512bf402851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:33:32.493680 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:33:33.337324 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:33:34.702553 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:33:55.169614 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-21c093d5-1b27-4f8a-a393-9423dd196970 req-31969f2e-7c69-49fd-876d-adb70296e122 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1188692980&fields=id&tenant_id=3f4cb33a8aa74beaafec869f50b29919 HTTP/1.1" status: 200 len: 267 time: 0.0324450 Sep 26 11:33:55.220489 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c093d5-1b27-4f8a-a393-9423dd196970 req-8eb66828-af56-4c87-aeaf-110a657c2fda tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:55.221934 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-21c093d5-1b27-4f8a-a393-9423dd196970 req-8eb66828-af56-4c87-aeaf-110a657c2fda tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 985 time: 0.0468590 Sep 26 11:33:55.233789 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.v2.base [req-21c093d5-1b27-4f8a-a393-9423dd196970 req-a3b839e6-7e56-40d3-96d8-6d35a56cc8f6 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Request body: {'port': {'security_groups': ['be6f18c0-fd9f-4141-9d19-1c8f95a0643a']}} {{(pid=94001) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 11:33:55.297594 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-21c093d5-1b27-4f8a-a393-9423dd196970 req-a3b839e6-7e56-40d3-96d8-6d35a56cc8f6 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1719847'] for port, before_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:33:55.467986 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-21c093d5-1b27-4f8a-a393-9423dd196970 req-a3b839e6-7e56-40d3-96d8-6d35a56cc8f6 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] For port c07b02b3-d571-4a19-9861-785da40bf1fe, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=c07b02b3-d571-4a19-9861-785da40bf1fe,segment=NetworkSegment(bccb67d8-1e3c-4686-8ee3-17fb66ea2aae),segment_id=bccb67d8-1e3c-4686-8ee3-17fb66ea2aae)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:33:55.495265 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-21c093d5-1b27-4f8a-a393-9423dd196970 req-a3b839e6-7e56-40d3-96d8-6d35a56cc8f6 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for port, precommit_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:33:55.499632 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-21c093d5-1b27-4f8a-a393-9423dd196970 req-a3b839e6-7e56-40d3-96d8-6d35a56cc8f6 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784557190404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784556700609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784556700627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-530552719'] for port, after_update {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:33:55.511495 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['c07b02b3-d571-4a19-9861-785da40bf1fe'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:33:55.542939 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c093d5-1b27-4f8a-a393-9423dd196970 req-a3b839e6-7e56-40d3-96d8-6d35a56cc8f6 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:55.543580 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-21c093d5-1b27-4f8a-a393-9423dd196970 req-a3b839e6-7e56-40d3-96d8-6d35a56cc8f6 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:33:55.545018 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-21c093d5-1b27-4f8a-a393-9423dd196970 req-a3b839e6-7e56-40d3-96d8-6d35a56cc8f6 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "PUT /v2.0/ports/c07b02b3-d571-4a19-9861-785da40bf1fe HTTP/1.1" status: 200 len: 943 time: 0.3156693 Sep 26 11:33:55.545497 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b', 'tag': 'c07b02b3-d571-4a19-9861-785da40bf1fe'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:33:55.547928 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5951dd-bf7e-4988-ad80-c4a500659d31" -d '{"events": [{"name": "network-changed", "server_uuid": "4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b", "tag": "c07b02b3-d571-4a19-9861-785da40bf1fe"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:33:55.551563 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55730) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:33:55.575074 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b839e6-7e56-40d3-96d8-6d35a56cc8f6 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Pushing event updated for resources: {'Port': ['ID=c07b02b3-d571-4a19-9861-785da40bf1fe,revision_number=7']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:33:55.582800 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b839e6-7e56-40d3-96d8-6d35a56cc8f6 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:33:55.583149 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b839e6-7e56-40d3-96d8-6d35a56cc8f6 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:33:55.583621 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b839e6-7e56-40d3-96d8-6d35a56cc8f6 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:33:55.584134 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b839e6-7e56-40d3-96d8-6d35a56cc8f6 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:33:55.584801 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b839e6-7e56-40d3-96d8-6d35a56cc8f6 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:33:55.584801 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b839e6-7e56-40d3-96d8-6d35a56cc8f6 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:33:55.585214 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b839e6-7e56-40d3-96d8-6d35a56cc8f6 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:33:55.585801 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b839e6-7e56-40d3-96d8-6d35a56cc8f6 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:33:55.586130 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b839e6-7e56-40d3-96d8-6d35a56cc8f6 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:33:55.586455 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b839e6-7e56-40d3-96d8-6d35a56cc8f6 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:33:55.586805 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b839e6-7e56-40d3-96d8-6d35a56cc8f6 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:33:55.587742 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b839e6-7e56-40d3-96d8-6d35a56cc8f6 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:33:55.625944 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5c5c9718-0972-4424-835d-1af4be51544e tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:33:55.644239 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['c07b02b3-d571-4a19-9861-785da40bf1fe'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:33:55.658036 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5c5c9718-0972-4424-835d-1af4be51544e tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:33:55.723457 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5c5c9718-0972-4424-835d-1af4be51544e tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:33:55.728484 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-5c5c9718-0972-4424-835d-1af4be51544e tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:33:55.732150 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-5c5c9718-0972-4424-835d-1af4be51544e tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "DELETE /v2.0/security-groups/0b338654-8339-4f30-be0f-0bc30339310d HTTP/1.1" status: 204 len: 168 time: 0.1769631 Sep 26 11:33:55.732588 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55734) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:33:55.758922 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c9718-0972-4424-835d-1af4be51544e tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b338654-8339-4f30-be0f-0bc30339310d,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:33:55.771571 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5c9718-0972-4424-835d-1af4be51544e tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:33:55.772296 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5c9718-0972-4424-835d-1af4be51544e tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:33:55.772866 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5c9718-0972-4424-835d-1af4be51544e tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:33:55.773815 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5c9718-0972-4424-835d-1af4be51544e tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:33:55.775237 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5c9718-0972-4424-835d-1af4be51544e tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:33:55.775953 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5c9718-0972-4424-835d-1af4be51544e tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:33:55.776380 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5c9718-0972-4424-835d-1af4be51544e tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:33:55.776790 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5c9718-0972-4424-835d-1af4be51544e tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:33:55.777195 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5c9718-0972-4424-835d-1af4be51544e tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:33:55.778048 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5c9718-0972-4424-835d-1af4be51544e tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:33:55.778401 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5c9718-0972-4424-835d-1af4be51544e tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:33:55.778775 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5c9718-0972-4424-835d-1af4be51544e tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811032-1-iscsi {{(pid=94000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 11:33:55.817040 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.provisioning_blocks [None req-c9b6d19a-f483-4f34-aa81-5ff058a99c39 None None] Provisioning complete for port c07b02b3-d571-4a19-9861-785da40bf1fe triggered by entity DHCP. {{(pid=94002) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 26 11:33:55.817907 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-c9b6d19a-f483-4f34-aa81-5ff058a99c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1728251'] for port, provisioning_complete {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:33:55.856591 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dfcd7d-0451-425a-a33f-e5c07219d463 x-openstack-request-id: req-30dfcd7d-0451-425a-a33f-e5c07219d463 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:33:55.856966 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b", "tag": "c07b02b3-d571-4a19-9861-785da40bf1fe", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:33:55.857280 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30dfcd7d-0451-425a-a33f-e5c07219d463 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:33:55.857681 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b', 'tag': 'c07b02b3-d571-4a19-9861-785da40bf1fe', 'status': 'completed', 'code': 200} Sep 26 11:33:55.912143 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5951dd-bf7e-4988-ad80-c4a500659d31 req-c7595b45-0e93-4252-b5c5-51437c1afa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:55.913640 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3b5951dd-bf7e-4988-ad80-c4a500659d31 req-c7595b45-0e93-4252-b5c5-51437c1afa46 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3f4cb33a8aa74beaafec869f50b29919&device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 1099 time: 0.0588803 Sep 26 11:33:56.022338 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee8040-2d21-4ea6-a767-7e9995395512 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Deleting port 66966b66-2f20-40ab-ab97-1127c5a44996 {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:33:56.022694 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8040-2d21-4ea6-a767-7e9995395512 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:33:56.045810 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5951dd-bf7e-4988-ad80-c4a500659d31 req-ea25cb36-0992-47d7-9061-710872c41658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:56.047334 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3b5951dd-bf7e-4988-ad80-c4a500659d31 req-ea25cb36-0992-47d7-9061-710872c41658 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ed7c7b86-a8cb-4872-b60c-42378058b3cd HTTP/1.1" status: 200 len: 915 time: 0.1172910 Sep 26 11:33:56.154223 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3b5951dd-bf7e-4988-ad80-c4a500659d31 req-76df9afa-907e-40c0-9c38-8e56a8864649 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c07b02b3-d571-4a19-9861-785da40bf1fe HTTP/1.1" status: 200 len: 1002 time: 0.0991886 Sep 26 11:33:56.157387 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8040-2d21-4ea6-a767-7e9995395512 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:33:56.157698 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8040-2d21-4ea6-a767-7e9995395512 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:33:56.194157 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee8040-2d21-4ea6-a767-7e9995395512 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Calling delete_port for 66966b66-2f20-40ab-ab97-1127c5a44996 owned by network:floatingip {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:33:56.251888 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5951dd-bf7e-4988-ad80-c4a500659d31 req-720459dd-63c4-48f6-8e41-6b64927259e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:56.253355 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3b5951dd-bf7e-4988-ad80-c4a500659d31 req-720459dd-63c4-48f6-8e41-6b64927259e8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a31d55e1-cd19-4b77-847f-f48863911bee HTTP/1.1" status: 200 len: 853 time: 0.0887921 Sep 26 11:33:56.320353 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5951dd-bf7e-4988-ad80-c4a500659d31 req-9e5b85df-a0f7-4ad6-ab95-46b4a4503eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:56.321879 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3b5951dd-bf7e-4988-ad80-c4a500659d31 req-9e5b85df-a0f7-4ad6-ab95-46b4a4503eb0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ed7c7b86-a8cb-4872-b60c-42378058b3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603225 Sep 26 11:33:56.451298 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3b5951dd-bf7e-4988-ad80-c4a500659d31 req-04e3a3ff-5fbe-4280-b2df-6bf7db488136 service neutron] 10.222.0.22 "GET /v2.0/networks/ed7c7b86-a8cb-4872-b60c-42378058b3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165376 Sep 26 11:33:56.452226 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8040-2d21-4ea6-a767-7e9995395512 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:33:56.485692 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee8040-2d21-4ea6-a767-7e9995395512 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Pushing event deleted for resources: {'Port': ['ID=66966b66-2f20-40ab-ab97-1127c5a44996,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:33:56.607017 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8040-2d21-4ea6-a767-7e9995395512 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks [] for floatingip, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:33:56.607346 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.db.l3_db [None req-b2ee8040-2d21-4ea6-a767-7e9995395512 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Floating IP da78caa4-01c3-4700-a64e-f832b036d01c disassociated (deleted). External IP: 172.27.3.126, port: c07b02b3-d571-4a19-9861-785da40bf1fe. Sep 26 11:33:56.649860 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-3b5951dd-bf7e-4988-ad80-c4a500659d31 req-3f44959c-544f-4fb2-8405-1456f7f85078 service neutron] 10.222.0.22 "GET /v2.0/networks/ed7c7b86-a8cb-4872-b60c-42378058b3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895776 Sep 26 11:33:56.820064 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ee8040-2d21-4ea6-a767-7e9995395512 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Router 1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390 has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:33:56.932898 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ee8040-2d21-4ea6-a767-7e9995395512 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:33:56.937642 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-b2ee8040-2d21-4ea6-a767-7e9995395512 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for floatingip, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:33:56.942488 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f491ac19-4ddb-4e3a-a83b-50baebabf9f5 None None] Sync routers for ids ['1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'] in dv-cinder-811032-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:33:56.952418 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f491ac19-4ddb-4e3a-a83b-50baebabf9f5 None None] Routers {'1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:33:56.953025 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-f491ac19-4ddb-4e3a-a83b-50baebabf9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:33:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:33:56.964862 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-b2ee8040-2d21-4ea6-a767-7e9995395512 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "DELETE /v2.0/floatingips/da78caa4-01c3-4700-a64e-f832b036d01c HTTP/1.1" status: 204 len: 168 time: 1.2304881 Sep 26 11:33:57.064006 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-f491ac19-4ddb-4e3a-a83b-50baebabf9f5 None None] Set router 1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:33:57.270657 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-f491ac19-4ddb-4e3a-a83b-50baebabf9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'name': 'tempest-TestMinimumBasicScenario-679663836-router', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '95414bfa-11ea-4169-85b5-ee1163c2fdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:31:49Z', 'updated_at': '2021-09-26T11:31:51Z', 'revision_number': 4, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'gw_port': {'id': '95414bfa-11ea-4169-85b5-ee1163c2fdca', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:49Z', 'updated_at': '2021-09-26T11:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': 'd7823454-0518-4520-958d-3830142f42d4', 'name': '', 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'mac_address': 'fa:16:3e:70:4f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a31d55e1-cd19-4b77-847f-f48863911bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:51Z', 'updated_at': '2021-09-26T11:31:56Z', 'revision_number': 5, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'subnets': [{'id': 'a31d55e1-cd19-4b77-847f-f48863911bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:33:57.296512 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f491ac19-4ddb-4e3a-a83b-50baebabf9f5 None None] Checking router: 1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390 for host: dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:33:57.304540 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f491ac19-4ddb-4e3a-a83b-50baebabf9f5 None None] Routers {'1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:33:57.305139 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-f491ac19-4ddb-4e3a-a83b-50baebabf9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:33:32Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:33:57.410012 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-f491ac19-4ddb-4e3a-a83b-50baebabf9f5 None None] Set router 1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:33:57.602228 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-f491ac19-4ddb-4e3a-a83b-50baebabf9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'name': 'tempest-TestMinimumBasicScenario-679663836-router', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '95414bfa-11ea-4169-85b5-ee1163c2fdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:31:49Z', 'updated_at': '2021-09-26T11:31:51Z', 'revision_number': 4, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'gw_port': {'id': '95414bfa-11ea-4169-85b5-ee1163c2fdca', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:49Z', 'updated_at': '2021-09-26T11:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': 'd7823454-0518-4520-958d-3830142f42d4', 'name': '', 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'mac_address': 'fa:16:3e:70:4f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a31d55e1-cd19-4b77-847f-f48863911bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:51Z', 'updated_at': '2021-09-26T11:31:56Z', 'revision_number': 5, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'subnets': [{'id': 'a31d55e1-cd19-4b77-847f-f48863911bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:33:57.633431 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f491ac19-4ddb-4e3a-a83b-50baebabf9f5 None None] The sync data for ids ['1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'] in dv-cinder-811032-1-iscsi is: [{'id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'name': 'tempest-TestMinimumBasicScenario-679663836-router', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '95414bfa-11ea-4169-85b5-ee1163c2fdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:31:49Z', 'updated_at': '2021-09-26T11:31:51Z', 'revision_number': 4, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'gw_port': {'id': '95414bfa-11ea-4169-85b5-ee1163c2fdca', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:49Z', 'updated_at': '2021-09-26T11:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi', '_interfaces': [{'id': 'd7823454-0518-4520-958d-3830142f42d4', 'name': '', 'network_id': 'ed7c7b86-a8cb-4872-b60c-42378058b3cd', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'mac_address': 'fa:16:3e:70:4f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'a31d55e1-cd19-4b77-847f-f48863911bee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:51Z', 'updated_at': '2021-09-26T11:31:56Z', 'revision_number': 5, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'subnets': [{'id': 'a31d55e1-cd19-4b77-847f-f48863911bee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:33:57.850062 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34df5f42-d1c9-46f6-bd86-26ef07c37a40 None None] New status for floating IP da78caa4-01c3-4700-a64e-f832b036d01c: DOWN {{(pid=94003) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 26 11:33:57.859217 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b', 'tag': 'c07b02b3-d571-4a19-9861-785da40bf1fe'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:33:57.862168 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea0eb1b-651f-4389-8fa3-8e12a0dc9da0" -d '{"events": [{"name": "network-changed", "server_uuid": "4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b", "tag": "c07b02b3-d571-4a19-9861-785da40bf1fe"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:33:57.900228 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Sep 2021 11:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69602b8-87eb-40f6-a279-f7923b9288d7 x-openstack-request-id: req-a69602b8-87eb-40f6-a279-f7923b9288d7 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:33:57.900520 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b", "tag": "c07b02b3-d571-4a19-9861-785da40bf1fe", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:33:57.900770 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a69602b8-87eb-40f6-a279-f7923b9288d7 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:33:57.901160 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b', 'tag': 'c07b02b3-d571-4a19-9861-785da40bf1fe', 'status': 'completed', 'code': 200} Sep 26 11:33:57.961031 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0eb1b-651f-4389-8fa3-8e12a0dc9da0 req-f71da4e4-92f3-4a42-9263-e33a7acacad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:57.963309 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fea0eb1b-651f-4389-8fa3-8e12a0dc9da0 req-f71da4e4-92f3-4a42-9263-e33a7acacad8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3f4cb33a8aa74beaafec869f50b29919&device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 1099 time: 0.0413048 Sep 26 11:33:58.055793 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0eb1b-651f-4389-8fa3-8e12a0dc9da0 req-de09ac2a-c314-42dd-8a14-b31e655d9952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:58.057276 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fea0eb1b-651f-4389-8fa3-8e12a0dc9da0 req-de09ac2a-c314-42dd-8a14-b31e655d9952 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ed7c7b86-a8cb-4872-b60c-42378058b3cd HTTP/1.1" status: 200 len: 915 time: 0.0870447 Sep 26 11:33:58.098063 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fea0eb1b-651f-4389-8fa3-8e12a0dc9da0 req-bfede9f0-d0a2-4591-adc3-a8d71090f4bd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c07b02b3-d571-4a19-9861-785da40bf1fe HTTP/1.1" status: 200 len: 217 time: 0.0334692 Sep 26 11:33:58.149656 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0eb1b-651f-4389-8fa3-8e12a0dc9da0 req-54539415-e5dc-44e1-8137-5a4013159e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:58.151133 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fea0eb1b-651f-4389-8fa3-8e12a0dc9da0 req-54539415-e5dc-44e1-8137-5a4013159e17 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a31d55e1-cd19-4b77-847f-f48863911bee HTTP/1.1" status: 200 len: 853 time: 0.0466723 Sep 26 11:33:58.197021 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0eb1b-651f-4389-8fa3-8e12a0dc9da0 req-d1825c32-b9d5-4c4d-be15-922426f3f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:58.197891 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fea0eb1b-651f-4389-8fa3-8e12a0dc9da0 req-d1825c32-b9d5-4c4d-be15-922426f3f195 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ed7c7b86-a8cb-4872-b60c-42378058b3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398304 Sep 26 11:33:58.297578 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fea0eb1b-651f-4389-8fa3-8e12a0dc9da0 req-0f610ab7-d3a9-4245-a931-aa2673aeae3a service neutron] 10.222.0.22 "GET /v2.0/networks/ed7c7b86-a8cb-4872-b60c-42378058b3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925670 Sep 26 11:33:58.401498 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-fea0eb1b-651f-4389-8fa3-8e12a0dc9da0 req-91118fa7-2c42-4ad1-a811-ef915530068c service neutron] 10.222.0.22 "GET /v2.0/networks/ed7c7b86-a8cb-4872-b60c-42378058b3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971534 Sep 26 11:33:59.346252 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-6d160f8f-fc6a-4300-8d61-10a2be110c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:33:59.690633 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3acd4d2-020b-452c-8f4c-61f0ab4d0b66 req-140589a2-4b12-4b3d-bf2d-c512857b470b tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:33:59.692146 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a3acd4d2-020b-452c-8f4c-61f0ab4d0b66 req-140589a2-4b12-4b3d-bf2d-c512857b470b tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 946 time: 0.0496676 Sep 26 11:33:59.722120 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:33:59.731088 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-a3acd4d2-020b-452c-8f4c-61f0ab4d0b66 req-89ae9263-4ff3-4f7f-a0dd-598affe043a9 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329232 Sep 26 11:34:00.842714 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cdc20a-385c-4e9c-8a7c-61cebdc37619 req-51a7b947-a57d-4eaa-b504-20b7857ba1e4 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:34:00.844225 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d3cdc20a-385c-4e9c-8a7c-61cebdc37619 req-51a7b947-a57d-4eaa-b504-20b7857ba1e4 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 946 time: 0.0475395 Sep 26 11:34:00.886476 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-d3cdc20a-385c-4e9c-8a7c-61cebdc37619 req-2653b863-d94d-46ee-9a8b-70536a3f6686 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/security-groups?id=be6f18c0-fd9f-4141-9d19-1c8f95a0643a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363493 Sep 26 11:34:01.326562 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03783245-455b-4864-80de-8618fc7ca9b1 req-4deab6ff-0e4b-4083-a3fe-5889248171b4 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94001) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 26 11:34:01.327932 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-03783245-455b-4864-80de-8618fc7ca9b1 req-4deab6ff-0e4b-4083-a3fe-5889248171b4 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.22 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 946 time: 0.0471127 Sep 26 11:34:01.414578 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [req-03783245-455b-4864-80de-8618fc7ca9b1 req-90542940-34c8-4e3c-a367-4ecfdc39ea7b tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Deleting port c07b02b3-d571-4a19-9861-785da40bf1fe {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:34:01.414946 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-03783245-455b-4864-80de-8618fc7ca9b1 req-90542940-34c8-4e3c-a367-4ecfdc39ea7b tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:01.504464 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [req-03783245-455b-4864-80de-8618fc7ca9b1 req-90542940-34c8-4e3c-a367-4ecfdc39ea7b tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] For port c07b02b3-d571-4a19-9861-785da40bf1fe, host hv-cinder-81103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81103',level=0,port_id=c07b02b3-d571-4a19-9861-785da40bf1fe,segment=NetworkSegment(bccb67d8-1e3c-4686-8ee3-17fb66ea2aae),segment_id=bccb67d8-1e3c-4686-8ee3-17fb66ea2aae)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:34:01.504824 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-03783245-455b-4864-80de-8618fc7ca9b1 req-90542940-34c8-4e3c-a367-4ecfdc39ea7b tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:01.516336 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [req-03783245-455b-4864-80de-8618fc7ca9b1 req-90542940-34c8-4e3c-a367-4ecfdc39ea7b tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Calling delete_port for c07b02b3-d571-4a19-9861-785da40bf1fe owned by compute:nova {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:34:01.643878 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-03783245-455b-4864-80de-8618fc7ca9b1 req-90542940-34c8-4e3c-a367-4ecfdc39ea7b tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:01.672223 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90542940-34c8-4e3c-a367-4ecfdc39ea7b tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Pushing event deleted for resources: {'Port': ['ID=c07b02b3-d571-4a19-9861-785da40bf1fe,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:34:01.721037 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [req-03783245-455b-4864-80de-8618fc7ca9b1 req-90542940-34c8-4e3c-a367-4ecfdc39ea7b tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] No DVR routers for this DVR port c07b02b3-d571-4a19-9861-785da40bf1fe on host hv-cinder-81103 {{(pid=94001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:34:01.723616 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [req-03783245-455b-4864-80de-8618fc7ca9b1 req-90542940-34c8-4e3c-a367-4ecfdc39ea7b tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-989236'] for port, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:01.725719 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-03783245-455b-4864-80de-8618fc7ca9b1 req-90542940-34c8-4e3c-a367-4ecfdc39ea7b tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.22 "DELETE /v2.0/ports/c07b02b3-d571-4a19-9861-785da40bf1fe HTTP/1.1" status: 204 len: 173 time: 0.3918648 Sep 26 11:34:01.726177 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b', 'name': 'network-vif-deleted', 'tag': 'c07b02b3-d571-4a19-9861-785da40bf1fe'}] {{(pid=94001) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 26 11:34:01.728519 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dd8faad762bb1470246e0f2ffc8bd97a97a08e5e7706664b5150cb0de853be78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5d1767-eff9-4ae1-8553-6f874038d035" -d '{"events": [{"server_uuid": "4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b", "name": "network-vif-deleted", "tag": "c07b02b3-d571-4a19-9861-785da40bf1fe"}]}' {{(pid=94001) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 11:34:01.767781 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Sep 2021 11:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3088fa03-1cb6-4f44-9889-776446962522 x-openstack-request-id: req-3088fa03-1cb6-4f44-9889-776446962522 {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 11:34:01.768081 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b", "name": "network-vif-deleted", "tag": "c07b02b3-d571-4a19-9861-785da40bf1fe", "status": "completed", "code": 200}]} {{(pid=94001) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 11:34:01.768365 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3088fa03-1cb6-4f44-9889-776446962522 {{(pid=94001) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 11:34:01.768771 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b', 'name': 'network-vif-deleted', 'tag': 'c07b02b3-d571-4a19-9861-785da40bf1fe', 'status': 'completed', 'code': 200} Sep 26 11:34:01.789927 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.db [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] get_ports_and_sgs() called for port_ids ['c07b02b3-d571-4a19-9861-785da40bf1fe'] {{(pid=94002) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 26 11:34:01.877178 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-1840793b-6c7e-4511-b9cf-6787f06b0036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:01.993669 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [req-9c0602ac-1014-41d7-b2f1-e070e8e8cfc4 req-73dcbd49-9546-408b-a4fa-bfb245fefdb0 tempest-TestMinimumBasicScenario-271546634 tempest-TestMinimumBasicScenario-271546634-project] 10.222.0.15 "GET /v2.0/ports?device_id=4163b16a-e71c-4d5b-b7ec-30e0c8e2d62b HTTP/1.1" status: 200 len: 210 time: 0.0265956 Sep 26 11:34:02.496295 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:03.303516 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:34:03.342575 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:03.656789 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55824) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:34:04.002963 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5415dbdb-60a3-4400-a8ed-8ec67e42d4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-750106'] for router_interface, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:04.248142 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-5415dbdb-60a3-4400-a8ed-8ec67e42d4f0 admin admin] Deleting port d7823454-0518-4520-958d-3830142f42d4 {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:34:04.248470 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5415dbdb-60a3-4400-a8ed-8ec67e42d4f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:04.325580 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-5415dbdb-60a3-4400-a8ed-8ec67e42d4f0 admin admin] For port d7823454-0518-4520-958d-3830142f42d4, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=d7823454-0518-4520-958d-3830142f42d4,segment=NetworkSegment(bccb67d8-1e3c-4686-8ee3-17fb66ea2aae),segment_id=bccb67d8-1e3c-4686-8ee3-17fb66ea2aae)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:34:04.325855 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5415dbdb-60a3-4400-a8ed-8ec67e42d4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:04.337999 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-5415dbdb-60a3-4400-a8ed-8ec67e42d4f0 admin admin] Calling delete_port for d7823454-0518-4520-958d-3830142f42d4 owned by network:router_interface {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:34:04.518960 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5415dbdb-60a3-4400-a8ed-8ec67e42d4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:04.543032 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415dbdb-60a3-4400-a8ed-8ec67e42d4f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7823454-0518-4520-958d-3830142f42d4,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:34:04.709372 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:04.967941 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-5415dbdb-60a3-4400-a8ed-8ec67e42d4f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748691'] for router_interface, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:05.175430 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5415dbdb-60a3-4400-a8ed-8ec67e42d4f0 admin admin] Router 1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390 has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94001) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:34:05.280081 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5415dbdb-60a3-4400-a8ed-8ec67e42d4f0 admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94001) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:34:05.285644 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-5415dbdb-60a3-4400-a8ed-8ec67e42d4f0 admin admin] 10.222.0.15 "PUT /v2.0/routers/1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6277299 Sep 26 11:34:05.287536 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55826) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:34:05.288672 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caacf419-bce0-44f7-9e79-684f1a3715b5 None None] Sync routers for ids ['1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'] in dv-cinder-811032-1-iscsi {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:34:05.298960 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caacf419-bce0-44f7-9e79-684f1a3715b5 None None] Routers {'1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:34:05.299575 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-caacf419-bce0-44f7-9e79-684f1a3715b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:34:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:34:05.389983 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-70332f9c-0ae7-42c9-803d-f6f9e8cfa9f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:05.401555 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-caacf419-bce0-44f7-9e79-684f1a3715b5 None None] Set router 1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:34:05.493614 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-70332f9c-0ae7-42c9-803d-f6f9e8cfa9f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:05.547951 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-70332f9c-0ae7-42c9-803d-f6f9e8cfa9f3 admin admin] Deleting port 95414bfa-11ea-4169-85b5-ee1163c2fdca {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:34:05.548297 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-70332f9c-0ae7-42c9-803d-f6f9e8cfa9f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:05.577530 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-caacf419-bce0-44f7-9e79-684f1a3715b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'name': 'tempest-TestMinimumBasicScenario-679663836-router', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '95414bfa-11ea-4169-85b5-ee1163c2fdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:31:49Z', 'updated_at': '2021-09-26T11:34:04Z', 'revision_number': 5, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'gw_port': {'id': '95414bfa-11ea-4169-85b5-ee1163c2fdca', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:61:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:49Z', 'updated_at': '2021-09-26T11:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:34:05.608087 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caacf419-bce0-44f7-9e79-684f1a3715b5 None None] Checking router: 1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390 for host: dv-cinder-811032-1-iscsi {{(pid=94002) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:34:05.616229 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caacf419-bce0-44f7-9e79-684f1a3715b5 None None] Routers {'1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94002) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:34:05.616836 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-caacf419-bce0-44f7-9e79-684f1a3715b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:34:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'], 'active': True} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:34:05.634297 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-70332f9c-0ae7-42c9-803d-f6f9e8cfa9f3 admin admin] For port 95414bfa-11ea-4169-85b5-ee1163c2fdca, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=95414bfa-11ea-4169-85b5-ee1163c2fdca,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:34:05.634679 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-70332f9c-0ae7-42c9-803d-f6f9e8cfa9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:05.646038 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-70332f9c-0ae7-42c9-803d-f6f9e8cfa9f3 admin admin] Calling delete_port for 95414bfa-11ea-4169-85b5-ee1163c2fdca owned by network:router_gateway {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:34:05.702062 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_dvr_db [None req-caacf419-bce0-44f7-9e79-684f1a3715b5 None None] Set router 1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390 gateway port host: None {{(pid=94002) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:34:05.754614 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.db.l3_hamode_db [None req-caacf419-bce0-44f7-9e79-684f1a3715b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'name': 'tempest-TestMinimumBasicScenario-679663836-router', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:31:49Z', 'updated_at': '2021-09-26T11:34:05Z', 'revision_number': 6, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'gw_port_host': None}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:34:05.785986 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caacf419-bce0-44f7-9e79-684f1a3715b5 None None] The sync data for ids ['1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390'] in dv-cinder-811032-1-iscsi is: [{'id': '1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390', 'name': 'tempest-TestMinimumBasicScenario-679663836-router', 'tenant_id': '3f4cb33a8aa74beaafec869f50b29919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:31:49Z', 'updated_at': '2021-09-26T11:34:05Z', 'revision_number': 6, 'project_id': '3f4cb33a8aa74beaafec869f50b29919', 'gw_port_host': None}] {{(pid=94002) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:34:05.811644 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-70332f9c-0ae7-42c9-803d-f6f9e8cfa9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:05.834244 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70332f9c-0ae7-42c9-803d-f6f9e8cfa9f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=95414bfa-11ea-4169-85b5-ee1163c2fdca,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:34:05.898170 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-70332f9c-0ae7-42c9-803d-f6f9e8cfa9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748624'] for router_gateway, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:05.989491 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-70332f9c-0ae7-42c9-803d-f6f9e8cfa9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-408'] for router, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:05.991651 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-70332f9c-0ae7-42c9-803d-f6f9e8cfa9f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:06.040229 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-70332f9c-0ae7-42c9-803d-f6f9e8cfa9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751414'] for router, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:06.040796 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70332f9c-0ae7-42c9-803d-f6f9e8cfa9f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390 {{(pid=94001) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 11:34:06.045716 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-70332f9c-0ae7-42c9-803d-f6f9e8cfa9f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:06.046975 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-70332f9c-0ae7-42c9-803d-f6f9e8cfa9f3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/1caa7c8a-f9c4-45f8-8f77-cb2fa7f21390 HTTP/1.1" status: 204 len: 168 time: 0.7584414 Sep 26 11:34:06.049618 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55828) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:34:06.096853 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eefa278-4a37-4193-b66a-319d992d48fe admin admin] Deleting subnet a31d55e1-cd19-4b77-847f-f48863911bee {{(pid=94001) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 11:34:06.099815 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6eefa278-4a37-4193-b66a-319d992d48fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:06.135745 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6eefa278-4a37-4193-b66a-319d992d48fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2161611'] for subnet, precommit_delete_associations {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:06.228282 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6eefa278-4a37-4193-b66a-319d992d48fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733527'] for subnet, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:06.237538 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device c07b02b3-d571-4a19-9861-785da40bf1fe no longer exists at agent hyperv_hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:34:06.257507 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] No Port match for: c07b02b3-d571-4a19-9861-785da40bf1fe {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:34:06.257852 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Device c07b02b3-d571-4a19-9861-785da40bf1fe not bound to the agent host hv-cinder-81103 {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:34:06.281809 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6eefa278-4a37-4193-b66a-319d992d48fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530552793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-529669039'] for subnet, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:06.304484 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefa278-4a37-4193-b66a-319d992d48fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a31d55e1-cd19-4b77-847f-f48863911bee,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:34:06.310596 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-6eefa278-4a37-4193-b66a-319d992d48fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for subnet, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:06.312504 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-6eefa278-4a37-4193-b66a-319d992d48fe admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a31d55e1-cd19-4b77-847f-f48863911bee HTTP/1.1" status: 204 len: 168 time: 0.2614512 Sep 26 11:34:06.314987 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [-] (94001) accepted ('10.222.0.15', 55830) {{(pid=94001) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:34:06.316637 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0343ce-fba3-41f7-b6ff-63285a13a88a None None] Network ed7c7b86-a8cb-4872-b60c-42378058b3cd requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:34:06.388071 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-c61b66cb-0830-476c-b1cf-b4bd529c03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832047'] for network, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:06.444830 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-c61b66cb-0830-476c-b1cf-b4bd529c03eb admin admin] Deleting port 66b0c3ed-4a57-433d-9fa3-0028ef67b179 {{(pid=94001) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:34:06.445194 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-c61b66cb-0830-476c-b1cf-b4bd529c03eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:06.508245 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.db [None req-c61b66cb-0830-476c-b1cf-b4bd529c03eb admin admin] For port 66b0c3ed-4a57-433d-9fa3-0028ef67b179, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=66b0c3ed-4a57-433d-9fa3-0028ef67b179,segment=NetworkSegment(bccb67d8-1e3c-4686-8ee3-17fb66ea2aae),segment_id=bccb67d8-1e3c-4686-8ee3-17fb66ea2aae)] {{(pid=94001) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:34:06.508612 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-c61b66cb-0830-476c-b1cf-b4bd529c03eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:06.521285 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.plugin [None req-c61b66cb-0830-476c-b1cf-b4bd529c03eb admin admin] Calling delete_port for 66b0c3ed-4a57-433d-9fa3-0028ef67b179 owned by network:dhcp {{(pid=94001) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:34:06.604305 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fea1d8-fde3-4383-b23e-09c42d3dd283 None None] DHCP port deletion for ed7c7b86-a8cb-4872-b60c-42378058b3cd request from dv-cinder-811032-1-iscsi {{(pid=94002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 11:34:06.606282 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-c61b66cb-0830-476c-b1cf-b4bd529c03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530552708'] for port, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:06.636479 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b66cb-0830-476c-b1cf-b4bd529c03eb admin admin] Pushing event deleted for resources: {'Port': ['ID=66b0c3ed-4a57-433d-9fa3-0028ef67b179,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:34:06.645286 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61b66cb-0830-476c-b1cf-b4bd529c03eb admin admin] No DVR routers for this DVR port 66b0c3ed-4a57-433d-9fa3-0028ef67b179 on host dv-cinder-811032-1-iscsi {{(pid=94001) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:34:06.698118 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device d7823454-0518-4520-958d-3830142f42d4 no longer exists at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:34:06.719442 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] No Port match for: d7823454-0518-4520-958d-3830142f42d4 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:34:06.719783 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device d7823454-0518-4520-958d-3830142f42d4 not bound to the agent host dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:34:06.726667 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-c61b66cb-0830-476c-b1cf-b4bd529c03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722414', 'neutron.services.segments.db._delete_segments_for_network-8784557248148'] for network, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:06.748250 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.services.segments.db [None req-c61b66cb-0830-476c-b1cf-b4bd529c03eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed7c7b86-a8cb-4872-b60c-42378058b3cd']}} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:34:06.757438 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.services.segments.db [None req-c61b66cb-0830-476c-b1cf-b4bd529c03eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bccb67d8-1e3c-4686-8ee3-17fb66ea2aae') {'for_net_delete': True} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:34:06.757727 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.services.segments.db [None req-c61b66cb-0830-476c-b1cf-b4bd529c03eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bccb67d8-1e3c-4686-8ee3-17fb66ea2aae') {} {{(pid=94001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:34:06.766970 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-c61b66cb-0830-476c-b1cf-b4bd529c03eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784557247901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2161618'] for segment, before_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:06.781268 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-c61b66cb-0830-476c-b1cf-b4bd529c03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:06.787856 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61b66cb-0830-476c-b1cf-b4bd529c03eb admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=94001) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 11:34:06.788273 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-c61b66cb-0830-476c-b1cf-b4bd529c03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530550903'] for segment, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: Traceback (most recent call last): Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: timer() Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: cb(*args, **kw) Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: return func(*args, **kwargs) Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: self._notify() Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: self.callback(batched_events) Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: event.method(event) Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: return f(self, *a, **k) Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: return self._get(url).json() Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: return self.request(url, 'GET', **kwargs) Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 11:34:06.790017 dv-cinder-811032-1-iscsi neutron-server[94001]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 11:34:06.848394 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-c61b66cb-0830-476c-b1cf-b4bd529c03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748556'] for network, after_delete {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:06.864512 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron_lib.callbacks.manager [None req-c61b66cb-0830-476c-b1cf-b4bd529c03eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:06.866496 dv-cinder-811032-1-iscsi neutron-server[94001]: INFO neutron.wsgi [None req-c61b66cb-0830-476c-b1cf-b4bd529c03eb admin admin] 10.222.0.15 "DELETE /v2.0/networks/ed7c7b86-a8cb-4872-b60c-42378058b3cd HTTP/1.1" status: 204 len: 168 time: 0.5505748 Sep 26 11:34:06.868152 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b66cb-0830-476c-b1cf-b4bd529c03eb admin admin] Pushing event deleted for resources: {'Network': ['ID=ed7c7b86-a8cb-4872-b60c-42378058b3cd,revision_number=None']} {{(pid=94001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:34:06.869800 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55832) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:34:07.211274 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fe623feb-5876-4ce6-a275-4a71bcd7207d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-750106'] for router_interface, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:07.444975 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-fe623feb-5876-4ce6-a275-4a71bcd7207d admin admin] Deleting port 937ab45e-53c8-490d-9699-b23345241687 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:34:07.445317 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fe623feb-5876-4ce6-a275-4a71bcd7207d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:07.520774 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-fe623feb-5876-4ce6-a275-4a71bcd7207d admin admin] For port 937ab45e-53c8-490d-9699-b23345241687, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=937ab45e-53c8-490d-9699-b23345241687,segment=NetworkSegment(0d466f55-c2a9-4b77-ab2f-315b6e471adc),segment_id=0d466f55-c2a9-4b77-ab2f-315b6e471adc)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:34:07.521140 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fe623feb-5876-4ce6-a275-4a71bcd7207d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:07.533983 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-fe623feb-5876-4ce6-a275-4a71bcd7207d admin admin] Calling delete_port for 937ab45e-53c8-490d-9699-b23345241687 owned by network:router_interface {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:34:07.709362 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fe623feb-5876-4ce6-a275-4a71bcd7207d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:07.739706 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe623feb-5876-4ce6-a275-4a71bcd7207d admin admin] Pushing event deleted for resources: {'Port': ['ID=937ab45e-53c8-490d-9699-b23345241687,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:34:07.903721 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-fe623feb-5876-4ce6-a275-4a71bcd7207d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-748691'] for router_interface, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:08.306593 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 95414bfa-11ea-4169-85b5-ee1163c2fdca no longer exists at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:34:08.327687 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] No Port match for: 95414bfa-11ea-4169-85b5-ee1163c2fdca {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:34:08.328043 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 95414bfa-11ea-4169-85b5-ee1163c2fdca not bound to the agent host dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:34:08.328468 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 66b0c3ed-4a57-433d-9fa3-0028ef67b179 no longer exists at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:34:08.348471 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] No Port match for: 66b0c3ed-4a57-433d-9fa3-0028ef67b179 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:34:08.348820 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 66b0c3ed-4a57-433d-9fa3-0028ef67b179 not bound to the agent host dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:34:08.374324 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe623feb-5876-4ce6-a275-4a71bcd7207d admin admin] Router 36b0bef1-25d3-440d-ac64-0a17ee1a8912 has already been hosted by L3 agent 59b463b9-b5f4-438e-b1d8-6c4c2234c6dd {{(pid=94000) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 11:34:08.482579 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe623feb-5876-4ce6-a275-4a71bcd7207d admin admin] Notify agent at l3_agent.dv-cinder-811032-1-iscsi the message routers_updated {{(pid=94000) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 11:34:08.487515 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-fe623feb-5876-4ce6-a275-4a71bcd7207d admin admin] 10.222.0.15 "PUT /v2.0/routers/36b0bef1-25d3-440d-ac64-0a17ee1a8912/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6164823 Sep 26 11:34:08.490072 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55834) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:34:08.492575 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a06b49-5768-427b-9e0c-f676314cd117 None None] Sync routers for ids ['36b0bef1-25d3-440d-ac64-0a17ee1a8912'] in dv-cinder-811032-1-iscsi {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 11:34:08.501829 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a06b49-5768-427b-9e0c-f676314cd117 None None] Routers {'36b0bef1-25d3-440d-ac64-0a17ee1a8912'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:34:08.502435 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-e0a06b49-5768-427b-9e0c-f676314cd117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:34:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['36b0bef1-25d3-440d-ac64-0a17ee1a8912'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:34:08.586933 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bd00cc22-db5a-4000-831e-8742b2d90c2d admin admin] Notify callbacks [] for router, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:08.606359 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-e0a06b49-5768-427b-9e0c-f676314cd117 None None] Set router 36b0bef1-25d3-440d-ac64-0a17ee1a8912 gateway port host: dv-cinder-811032-1-iscsi {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:34:08.687924 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bd00cc22-db5a-4000-831e-8742b2d90c2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:08.748148 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-bd00cc22-db5a-4000-831e-8742b2d90c2d admin admin] Deleting port dda26c83-2755-4639-9d68-f1e71ff46275 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:34:08.748523 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bd00cc22-db5a-4000-831e-8742b2d90c2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:08.794437 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-e0a06b49-5768-427b-9e0c-f676314cd117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b0bef1-25d3-440d-ac64-0a17ee1a8912', 'name': 'tempest-TestMinimumBasicScenario-630757128-router', 'tenant_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'external_fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'dda26c83-2755-4639-9d68-f1e71ff46275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:31:53Z', 'updated_at': '2021-09-26T11:34:07Z', 'revision_number': 5, 'project_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'gw_port': {'id': 'dda26c83-2755-4639-9d68-f1e71ff46275', 'name': '', 'network_id': 'd645f16f-c1f8-40bc-a964-fd8a8508da46', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:04:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b0bef1-25d3-440d-ac64-0a17ee1a8912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811032-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-26T11:31:54Z', 'updated_at': '2021-09-26T11:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b04f644-4880-4113-a1d0-930d600f8f14', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811032-1-iscsi'}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:34:08.827444 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-bd00cc22-db5a-4000-831e-8742b2d90c2d admin admin] For port dda26c83-2755-4639-9d68-f1e71ff46275, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=dda26c83-2755-4639-9d68-f1e71ff46275,segment=NetworkSegment(55c8836a-429a-4b8e-a208-66b9d8ec4578),segment_id=55c8836a-429a-4b8e-a208-66b9d8ec4578)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:34:08.827817 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bd00cc22-db5a-4000-831e-8742b2d90c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:08.842453 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-bd00cc22-db5a-4000-831e-8742b2d90c2d admin admin] Calling delete_port for dda26c83-2755-4639-9d68-f1e71ff46275 owned by network:router_gateway {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:34:08.914190 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a06b49-5768-427b-9e0c-f676314cd117 None None] Checking router: 36b0bef1-25d3-440d-ac64-0a17ee1a8912 for host: dv-cinder-811032-1-iscsi {{(pid=94003) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 11:34:08.923407 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a06b49-5768-427b-9e0c-f676314cd117 None None] Routers {'36b0bef1-25d3-440d-ac64-0a17ee1a8912'} bound to L3 agent in host dv-cinder-811032-1-iscsi {{(pid=94003) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 26 11:34:08.924021 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-e0a06b49-5768-427b-9e0c-f676314cd117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811032-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-26T11:14:02Z,description=,heartbeat_timestamp=2021-09-26T11:34:02Z,host='dv-cinder-811032-1-iscsi',id=59b463b9-b5f4-438e-b1d8-6c4c2234c6dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-26T11:14:02Z,topic='l3_agent')) {'router_ids': ['36b0bef1-25d3-440d-ac64-0a17ee1a8912'], 'active': True} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:34:09.009480 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bd00cc22-db5a-4000-831e-8742b2d90c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:09.014941 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_dvr_db [None req-e0a06b49-5768-427b-9e0c-f676314cd117 None None] Set router 36b0bef1-25d3-440d-ac64-0a17ee1a8912 gateway port host: None {{(pid=94003) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 26 11:34:09.042710 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00cc22-db5a-4000-831e-8742b2d90c2d admin admin] Pushing event deleted for resources: {'Port': ['ID=dda26c83-2755-4639-9d68-f1e71ff46275,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:34:09.074333 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.l3_hamode_db [None req-e0a06b49-5768-427b-9e0c-f676314cd117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b0bef1-25d3-440d-ac64-0a17ee1a8912', 'name': 'tempest-TestMinimumBasicScenario-630757128-router', 'tenant_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:31:53Z', 'updated_at': '2021-09-26T11:34:08Z', 'revision_number': 6, 'project_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'gw_port_host': None}], 'dv-cinder-811032-1-iscsi', False) {} {{(pid=94003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:34:09.104285 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a06b49-5768-427b-9e0c-f676314cd117 None None] The sync data for ids ['36b0bef1-25d3-440d-ac64-0a17ee1a8912'] in dv-cinder-811032-1-iscsi is: [{'id': '36b0bef1-25d3-440d-ac64-0a17ee1a8912', 'name': 'tempest-TestMinimumBasicScenario-630757128-router', 'tenant_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-26T11:31:53Z', 'updated_at': '2021-09-26T11:34:08Z', 'revision_number': 6, 'project_id': 'd666b3d2d6a94a5ab01f52249eb0507c', 'gw_port_host': None}] {{(pid=94003) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 11:34:09.107022 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bd00cc22-db5a-4000-831e-8742b2d90c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748624'] for router_gateway, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:09.201891 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bd00cc22-db5a-4000-831e-8742b2d90c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-751423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-408'] for router, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:09.204066 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bd00cc22-db5a-4000-831e-8742b2d90c2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:09.246741 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bd00cc22-db5a-4000-831e-8742b2d90c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-751414'] for router, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:09.247266 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd00cc22-db5a-4000-831e-8742b2d90c2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36b0bef1-25d3-440d-ac64-0a17ee1a8912 {{(pid=94000) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 11:34:09.252551 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-bd00cc22-db5a-4000-831e-8742b2d90c2d admin admin] Notify callbacks [] for router, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:09.253738 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-bd00cc22-db5a-4000-831e-8742b2d90c2d admin admin] 10.222.0.15 "DELETE /v2.0/routers/36b0bef1-25d3-440d-ac64-0a17ee1a8912 HTTP/1.1" status: 204 len: 168 time: 0.7627673 Sep 26 11:34:09.256558 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55836) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:34:09.300327 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc31937-a5f5-47aa-9f23-7f722d0b51da admin admin] Deleting subnet 7914bbcb-0d2a-42c9-8b8f-537f148d4c5c {{(pid=94000) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 26 11:34:09.303268 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-acc31937-a5f5-47aa-9f23-7f722d0b51da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:09.338076 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-acc31937-a5f5-47aa-9f23-7f722d0b51da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-530207187'] for subnet, precommit_delete_associations {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:09.417804 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-acc31937-a5f5-47aa-9f23-7f722d0b51da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1733527'] for subnet, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:09.472986 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-acc31937-a5f5-47aa-9f23-7f722d0b51da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1733534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-530160691', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-530427440'] for subnet, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:09.500008 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc31937-a5f5-47aa-9f23-7f722d0b51da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7914bbcb-0d2a-42c9-8b8f-537f148d4c5c,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:34:09.503692 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-acc31937-a5f5-47aa-9f23-7f722d0b51da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:09.505734 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-acc31937-a5f5-47aa-9f23-7f722d0b51da admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7914bbcb-0d2a-42c9-8b8f-537f148d4c5c HTTP/1.1" status: 204 len: 168 time: 0.2480702 Sep 26 11:34:09.508086 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55838) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:34:09.513210 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ccb850-036f-4a30-a736-43bac3106d76 None None] Network d2791650-7db4-4397-9dca-831932f48217 requested from dv-cinder-811032-1-iscsi {{(pid=94002) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 26 11:34:09.582539 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0c37fcdf-eb7f-4545-bcf3-a2ced592fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1832047'] for network, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:09.635145 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-0c37fcdf-eb7f-4545-bcf3-a2ced592fcf8 admin admin] Deleting port 000d3908-8b11-4b46-9118-4f3ceb8ee198 {{(pid=94000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 26 11:34:09.635487 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0c37fcdf-eb7f-4545-bcf3-a2ced592fcf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784557185064'] for port, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:09.697629 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.db [None req-0c37fcdf-eb7f-4545-bcf3-a2ced592fcf8 admin admin] For port 000d3908-8b11-4b46-9118-4f3ceb8ee198, host dv-cinder-811032-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811032-1-iscsi',level=0,port_id=000d3908-8b11-4b46-9118-4f3ceb8ee198,segment=NetworkSegment(0d466f55-c2a9-4b77-ab2f-315b6e471adc),segment_id=0d466f55-c2a9-4b77-ab2f-315b6e471adc)] {{(pid=94000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 11:34:09.697992 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0c37fcdf-eb7f-4545-bcf3-a2ced592fcf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-744963'] for port, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:09.714212 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.plugin [None req-0c37fcdf-eb7f-4545-bcf3-a2ced592fcf8 admin admin] Calling delete_port for 000d3908-8b11-4b46-9118-4f3ceb8ee198 owned by network:dhcp {{(pid=94000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 26 11:34:09.789641 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0c37fcdf-eb7f-4545-bcf3-a2ced592fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1719908', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784557189614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784556700600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-530160750'] for port, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:09.814992 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37fcdf-eb7f-4545-bcf3-a2ced592fcf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=000d3908-8b11-4b46-9118-4f3ceb8ee198,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:34:09.818568 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c37fcdf-eb7f-4545-bcf3-a2ced592fcf8 admin admin] No DVR routers for this DVR port 000d3908-8b11-4b46-9118-4f3ceb8ee198 on host dv-cinder-811032-1-iscsi {{(pid=94000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 26 11:34:09.878738 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c4eaf2-97f4-4ab2-854b-73eee841017c None None] DHCP port deletion for d2791650-7db4-4397-9dca-831932f48217 request from dv-cinder-811032-1-iscsi {{(pid=94002) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 26 11:34:09.895716 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0c37fcdf-eb7f-4545-bcf3-a2ced592fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1722414', 'neutron.services.segments.db._delete_segments_for_network-8784557248148'] for network, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:09.916365 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-0c37fcdf-eb7f-4545-bcf3-a2ced592fcf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2791650-7db4-4397-9dca-831932f48217']}} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:34:09.926132 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-0c37fcdf-eb7f-4545-bcf3-a2ced592fcf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d466f55-c2a9-4b77-ab2f-315b6e471adc') {'for_net_delete': True} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:34:09.926421 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.services.segments.db [None req-0c37fcdf-eb7f-4545-bcf3-a2ced592fcf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d466f55-c2a9-4b77-ab2f-315b6e471adc') {} {{(pid=94000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 11:34:09.935531 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0c37fcdf-eb7f-4545-bcf3-a2ced592fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784557247901', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-530207178'] for segment, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:09.948317 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0c37fcdf-eb7f-4545-bcf3-a2ced592fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400'] for segment, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:09.954534 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c37fcdf-eb7f-4545-bcf3-a2ced592fcf8 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=94000) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 11:34:09.954988 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0c37fcdf-eb7f-4545-bcf3-a2ced592fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1734400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-530160541'] for segment, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: Traceback (most recent call last): Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: timer() Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: cb(*args, **kw) Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: return func(*args, **kwargs) Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: self._notify() Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: self.callback(batched_events) Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: event.method(event) Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: aggregate_uuid = self.p_client.list_aggregates( Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: return f(self, *a, **k) Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: return self._get(url).json() Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: return self.request(url, 'GET', **kwargs) Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: base_url = self.get_endpoint(auth, allow=allow, Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 26 11:34:09.956697 dv-cinder-811032-1-iscsi neutron-server[94000]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 26 11:34:10.015388 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0c37fcdf-eb7f-4545-bcf3-a2ced592fcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1722393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761600', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748556'] for network, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:10.020817 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-0c37fcdf-eb7f-4545-bcf3-a2ced592fcf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528951'] for network, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:10.022756 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-0c37fcdf-eb7f-4545-bcf3-a2ced592fcf8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d2791650-7db4-4397-9dca-831932f48217 HTTP/1.1" status: 204 len: 168 time: 0.5137212 Sep 26 11:34:10.038764 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37fcdf-eb7f-4545-bcf3-a2ced592fcf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2791650-7db4-4397-9dca-831932f48217,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:34:10.196380 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55842) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:34:10.239504 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-585e1a8d-acb9-4692-babc-1ade203c90a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f4cb33a8aa74beaafec869f50b29919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419347 Sep 26 11:34:10.242142 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55844) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:34:10.259470 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device dda26c83-2755-4639-9d68-f1e71ff46275 no longer exists at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:34:10.280215 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] No Port match for: dda26c83-2755-4639-9d68-f1e71ff46275 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:34:10.280577 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device dda26c83-2755-4639-9d68-f1e71ff46275 not bound to the agent host dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:34:10.280991 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 937ab45e-53c8-490d-9699-b23345241687 no longer exists at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:34:10.290746 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-23c89054-cc91-4351-8256-611f867fed00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:10.303329 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] No Port match for: 937ab45e-53c8-490d-9699-b23345241687 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:34:10.303679 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 937ab45e-53c8-490d-9699-b23345241687 not bound to the agent host dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:34:10.304082 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 000d3908-8b11-4b46-9118-4f3ceb8ee198 no longer exists at agent ovs-agent-dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 11:34:10.312461 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-23c89054-cc91-4351-8256-611f867fed00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:10.321962 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.plugin [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] No Port match for: 000d3908-8b11-4b46-9118-4f3ceb8ee198 {{(pid=94002) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 26 11:34:10.322310 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron.plugins.ml2.rpc [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Device 000d3908-8b11-4b46-9118-4f3ceb8ee198 not bound to the agent host dv-cinder-811032-1-iscsi {{(pid=94002) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 11:34:10.359565 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-23c89054-cc91-4351-8256-611f867fed00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:10.363134 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-23c89054-cc91-4351-8256-611f867fed00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:10.364320 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-23c89054-cc91-4351-8256-611f867fed00 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be6f18c0-fd9f-4141-9d19-1c8f95a0643a HTTP/1.1" status: 204 len: 168 time: 0.1213636 Sep 26 11:34:10.373800 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c89054-cc91-4351-8256-611f867fed00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6f18c0-fd9f-4141-9d19-1c8f95a0643a,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:34:10.670762 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55850) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:34:10.712379 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-c47f00e3-c2c4-42b5-b597-8d8f46c6d15f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d666b3d2d6a94a5ab01f52249eb0507c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389769 Sep 26 11:34:10.713690 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [-] (94000) accepted ('10.222.0.15', 55852) {{(pid=94000) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 26 11:34:10.765155 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e21ddb2-13d4-4b2b-909c-21b66ccaa3d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:10.785682 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e21ddb2-13d4-4b2b-909c-21b66ccaa3d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:10.831662 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e21ddb2-13d4-4b2b-909c-21b66ccaa3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-756178'] for security_group, after_delete {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:10.834214 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron_lib.callbacks.manager [None req-7e21ddb2-13d4-4b2b-909c-21b66ccaa3d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:10.835446 dv-cinder-811032-1-iscsi neutron-server[94000]: INFO neutron.wsgi [None req-7e21ddb2-13d4-4b2b-909c-21b66ccaa3d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eba30d5b-ad14-4fa9-bd08-1c8619644ae9 HTTP/1.1" status: 204 len: 168 time: 0.1196971 Sep 26 11:34:10.843971 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21ddb2-13d4-4b2b-909c-21b66ccaa3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba30d5b-ad14-4fa9-bd08-1c8619644ae9,revision_number=None']} {{(pid=94000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 11:34:29.348763 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-474be852-ce3a-4992-a963-9c83e107829e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:29.735804 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:31.878688 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-29623d4e-b315-470c-ba8a-ceee40ca3d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:32.498098 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:33.344389 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:34.712329 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:40.302888 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:34:59.349742 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-8610c1de-99f1-45d1-b5d6-9251a3b6085b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:34:59.735883 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:35:01.881811 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-bda41aa2-d5d6-4b79-a860-9e242b2342ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:35:02.499182 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:35:03.346267 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:35:04.712187 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:35:17.302299 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:35:29.350282 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-941ab354-c3d4-4c2c-9ad6-e0be9ca22f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:35:29.735611 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:35:31.884628 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-6e63498b-c81d-4b88-a78c-c1fcf1d4b161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:35:32.501275 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:35:33.348885 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:35:34.716392 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:35:54.300526 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:35:59.352360 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-4a0c2bb7-8b3a-4a51-a4c9-7edfcce6b204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:35:59.751934 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:36:01.886748 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-f6b0b4bd-791e-4cd8-a9e2-f0d263ad679e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:36:02.502819 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:36:03.352355 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:36:04.719257 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:36:29.354390 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-23ca0107-ba44-4919-a63a-b4334b7db905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:36:29.750931 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:36:31.299048 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:36:31.887866 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-1bc0081c-0f64-4d8f-acd9-9b65d12585bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:36:32.504498 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:36:33.355010 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:36:34.721187 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:36:59.354732 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-70fa4e80-8018-44c8-9fe4-c2feefc58a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:36:59.749761 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:37:01.888641 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-02fb3162-59c0-43db-9e6b-268276af39e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:37:02.505891 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:37:03.360768 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:37:04.724476 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:37:08.297899 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:37:29.356496 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-08ed6f90-d53e-460f-b5c4-4fb18401ce23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:37:29.764934 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:37:31.892643 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-50127914-6b5e-4424-b18b-59f3c16a4d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:37:32.507888 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:37:33.123195 dv-cinder-811032-1-iscsi neutron-server[94001]: DEBUG neutron.wsgi [req-ede29043-6b10-4aba-a7bd-ab3c4bd22919 req-47eea46c-70ee-4633-ba8d-399209e38808 service neutron] (94001) timed out ('10.222.0.22', 61163) {{(pid=94001) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 26 11:37:33.360994 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:37:33.945695 dv-cinder-811032-1-iscsi neutron-server[94000]: DEBUG neutron.wsgi [req-1167358e-caac-48c0-8032-d1406aff14b7 req-04d3caed-1814-422f-bace-74f003cbb5dc service neutron] (94000) timed out ('10.222.0.22', 61143) {{(pid=94000) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 26 11:37:34.727539 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:37:45.296683 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:37:59.357801 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-7b570aa8-cab4-4f18-a468-8de11e9b0af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:37:59.764024 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:38:01.893643 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-dce79fd3-cb79-4b44-b865-1a514dcedad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:38:02.508711 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:38:03.363627 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:38:04.730187 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:38:22.295648 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:38:29.359548 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-1a005254-522d-4e77-84f9-47ef39110571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:38:29.764289 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:38:31.893953 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ad7ba9fc-816f-4d64-a34a-b3fdfdb66332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:38:32.509971 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:38:33.366540 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:38:34.731939 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:38:59.294491 dv-cinder-811032-1-iscsi neutron-server[94003]: DEBUG neutron.db.agents_db [None req-5e7ec6fe-4ac6-4536-8bfa-ae5891fbaab4 None None] Agent healthcheck: found 6 active agents {{(pid=94003) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 11:38:59.360352 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-92848018-f420-439f-8b72-e4a9d05f6048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:38:59.777417 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:39:01.894916 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-7f0da16b-ce5a-45fe-ba8c-78aafbbf28b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:39:02.509555 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-11e06b87-8ea6-41cf-95e3-dc2254d85131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:39:03.370669 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-2cfbdbec-3045-47ae-861e-cd0883d0a04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:39:04.734894 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-b9f448ab-3bbf-4e86-adc5-b4685ba09eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:39:29.361109 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-8bddc47b-dd06-436d-9ed4-758ed8b22e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 26 11:39:29.780545 dv-cinder-811032-1-iscsi neutron-server[94002]: DEBUG neutron_lib.callbacks.manager [None req-ba268e63-a65f-4473-be34-d000bb605a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784557248130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1721134'] for agent, after_update {{(pid=94002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}